You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/03/16 09:26:24 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 1739 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1739/

1 tests failed.
FAILED:  org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery

Error Message:
Expected a collection with one shard and two replicas null Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "core":"MissingSegmentRecoveryTest_shard1_replica2",           "base_url":"http://127.0.0.1:41244/solr",           "node_name":"127.0.0.1:41244_solr",           "state":"active",           "leader":"true"},         "core_node2":{           "core":"MissingSegmentRecoveryTest_shard1_replica1",           "base_url":"http://127.0.0.1:46803/solr",           "node_name":"127.0.0.1:46803_solr",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "realtimeReplicas":"-1"}

Stack Trace:
java.lang.AssertionError: Expected a collection with one shard and two replicas
null
Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"MissingSegmentRecoveryTest_shard1_replica2",
          "base_url":"http://127.0.0.1:41244/solr",
          "node_name":"127.0.0.1:41244_solr",
          "state":"active",
          "leader":"true"},
        "core_node2":{
          "core":"MissingSegmentRecoveryTest_shard1_replica1",
          "base_url":"http://127.0.0.1:46803/solr",
          "node_name":"127.0.0.1:46803_solr",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "realtimeReplicas":"-1"}
	at __randomizedtesting.SeedInfo.seed([4B70B4A5E3109CA7:1B252CA6BA312ABA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10991 lines...]
   [junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/init-core-data-001
   [junit4]   2> 183733 WARN  (SUITE-MissingSegmentRecoveryTest-seed#[4B70B4A5E3109CA7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 183733 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[4B70B4A5E3109CA7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 183734 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[4B70B4A5E3109CA7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 183736 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[4B70B4A5E3109CA7]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001
   [junit4]   2> 183736 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[4B70B4A5E3109CA7]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 183736 INFO  (Thread-162) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 183736 INFO  (Thread-162) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 183836 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[4B70B4A5E3109CA7]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34168
   [junit4]   2> 183874 INFO  (jetty-launcher-117-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 183930 INFO  (jetty-launcher-117-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 183997 INFO  (jetty-launcher-117-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d6d0077{/solr,null,AVAILABLE}
   [junit4]   2> 183997 INFO  (jetty-launcher-117-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2611c93c{HTTP/1.1,[http/1.1]}{127.0.0.1:41244}
   [junit4]   2> 183998 INFO  (jetty-launcher-117-thread-1) [    ] o.e.j.s.Server Started @187161ms
   [junit4]   2> 183998 INFO  (jetty-launcher-117-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41244}
   [junit4]   2> 184000 ERROR (jetty-launcher-117-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 184001 INFO  (jetty-launcher-117-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 184001 INFO  (jetty-launcher-117-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 184001 INFO  (jetty-launcher-117-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 184001 INFO  (jetty-launcher-117-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T08:37:17.156Z
   [junit4]   2> 184064 INFO  (jetty-launcher-117-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@194e1272{/solr,null,AVAILABLE}
   [junit4]   2> 184065 INFO  (jetty-launcher-117-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@442b48cf{HTTP/1.1,[http/1.1]}{127.0.0.1:46803}
   [junit4]   2> 184065 INFO  (jetty-launcher-117-thread-2) [    ] o.e.j.s.Server Started @187228ms
   [junit4]   2> 184065 INFO  (jetty-launcher-117-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46803}
   [junit4]   2> 184066 ERROR (jetty-launcher-117-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 184066 INFO  (jetty-launcher-117-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 184066 INFO  (jetty-launcher-117-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 184066 INFO  (jetty-launcher-117-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 184067 INFO  (jetty-launcher-117-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T08:37:17.222Z
   [junit4]   2> 184085 INFO  (jetty-launcher-117-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 184085 INFO  (jetty-launcher-117-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 184096 INFO  (jetty-launcher-117-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34168/solr
   [junit4]   2> 184131 INFO  (jetty-launcher-117-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34168/solr
   [junit4]   2> 184142 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad64391dc0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 184191 INFO  (jetty-launcher-117-thread-2) [n:127.0.0.1:46803_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 184191 INFO  (jetty-launcher-117-thread-2) [n:127.0.0.1:46803_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46803_solr
   [junit4]   2> 184192 INFO  (jetty-launcher-117-thread-2) [n:127.0.0.1:46803_solr    ] o.a.s.c.Overseer Overseer (id=97625927640154117-127.0.0.1:46803_solr-n_0000000000) starting
   [junit4]   2> 184209 INFO  (jetty-launcher-117-thread-2) [n:127.0.0.1:46803_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46803_solr
   [junit4]   2> 184210 INFO  (zkCallback-128-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 184221 INFO  (jetty-launcher-117-thread-1) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 184223 INFO  (jetty-launcher-117-thread-1) [n:127.0.0.1:41244_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 184227 INFO  (jetty-launcher-117-thread-1) [n:127.0.0.1:41244_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41244_solr
   [junit4]   2> 184227 INFO  (zkCallback-128-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 184238 INFO  (zkCallback-129-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 184332 INFO  (jetty-launcher-117-thread-1) [n:127.0.0.1:41244_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node1/.
   [junit4]   2> 184335 INFO  (jetty-launcher-117-thread-2) [n:127.0.0.1:46803_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/.
   [junit4]   2> 184528 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[4B70B4A5E3109CA7]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 184540 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[4B70B4A5E3109CA7]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34168/solr ready
   [junit4]   2> 184555 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
   [junit4]   2> 184566 INFO  (qtp532696699-815) [n:127.0.0.1:41244_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 184571 INFO  (OverseerThreadFactory-453-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
   [junit4]   2> 184693 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 184693 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
   [junit4]   2> 184811 INFO  (zkCallback-129-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 184811 INFO  (zkCallback-128-thread-3-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 185712 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 185729 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 185740 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica2] Schema name=minimal
   [junit4]   2> 185743 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 185751 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
   [junit4]   2> 185757 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 185759 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 185764 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 185766 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica1/data/]
   [junit4]   2> 185769 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica2' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 185769 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 185770 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node1/MissingSegmentRecoveryTest_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node1/./MissingSegmentRecoveryTest_shard1_replica2/data/]
   [junit4]   2> 185874 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 185874 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 185875 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 185875 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 185875 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 185875 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 185875 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 185875 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 185879 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cd922bb[MissingSegmentRecoveryTest_shard1_replica2] main]
   [junit4]   2> 185879 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1027da22[MissingSegmentRecoveryTest_shard1_replica1] main]
   [junit4]   2> 185881 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 185881 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 185881 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 185882 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 185882 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562014844491661312
   [junit4]   2> 185883 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 185883 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 185884 INFO  (searcherExecutor-458-thread-1-processing-n:127.0.0.1:46803_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@1027da22[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 185884 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562014844493758464
   [junit4]   2> 185887 INFO  (searcherExecutor-459-thread-1-processing-n:127.0.0.1:41244_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@6cd922bb[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 185888 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 185991 INFO  (zkCallback-128-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 185991 INFO  (zkCallback-129-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 186388 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 186389 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 186389 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41244/solr/MissingSegmentRecoveryTest_shard1_replica2/
   [junit4]   2> 186389 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica2 url=http://127.0.0.1:41244/solr START replicas=[http://127.0.0.1:46803/solr/MissingSegmentRecoveryTest_shard1_replica1/] nUpdates=100
   [junit4]   2> 186427 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica2 url=http://127.0.0.1:41244/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 186433 INFO  (qtp993617497-822) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 186434 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 186434 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 186434 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 186436 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41244/solr/MissingSegmentRecoveryTest_shard1_replica2/ shard1
   [junit4]   2> 186539 INFO  (zkCallback-129-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 186539 INFO  (zkCallback-128-thread-3-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 186588 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 186592 INFO  (qtp532696699-813) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=1898
   [junit4]   2> 186695 INFO  (zkCallback-128-thread-4-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 186698 INFO  (zkCallback-129-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 186912 INFO  (qtp993617497-825) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1  x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=2219
   [junit4]   2> 186916 INFO  (qtp532696699-815) [n:127.0.0.1:41244_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 187016 INFO  (zkCallback-128-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 187017 INFO  (zkCallback-129-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 187917 INFO  (qtp532696699-815) [n:127.0.0.1:41244_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3350
   [junit4]   2> 187961 INFO  (qtp993617497-829) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:41244/solr/MissingSegmentRecoveryTest_shard1_replica2/&wt=javabin&version=2}{add=[0 (1562014846650679296), 1 (1562014846656970752), 2 (1562014846658019328), 3 (1562014846658019329), 4 (1562014846658019330), 5 (1562014846658019331), 6 (1562014846658019332), 7 (1562014846658019333), 8 (1562014846658019334), 9 (1562014846658019335)]} 0 8
   [junit4]   2> 187970 INFO  (qtp532696699-816) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1562014846650679296), 1 (1562014846656970752), 2 (1562014846658019328), 3 (1562014846658019329), 4 (1562014846658019330), 5 (1562014846658019331), 6 (1562014846658019332), 7 (1562014846658019333), 8 (1562014846658019334), 9 (1562014846658019335)]} 0 29
   [junit4]   2> 187982 INFO  (qtp532696699-817) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 187983 INFO  (qtp532696699-817) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@698b93ac commitCommandVersion:0
   [junit4]   2> 187991 INFO  (qtp993617497-830) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 187991 INFO  (qtp993617497-830) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5234d9c7 commitCommandVersion:0
   [junit4]   2> 188015 INFO  (qtp532696699-817) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@48e8c7b9[MissingSegmentRecoveryTest_shard1_replica2] main]
   [junit4]   2> 188015 INFO  (searcherExecutor-459-thread-1-processing-n:127.0.0.1:41244_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest r:core_node1) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@48e8c7b9[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C10)))}
   [junit4]   2> 188016 INFO  (qtp993617497-830) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7117fba7[MissingSegmentRecoveryTest_shard1_replica1] main]
   [junit4]   2> 188017 INFO  (searcherExecutor-458-thread-1-processing-n:127.0.0.1:46803_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@7117fba7[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C10)))}
   [junit4]   2> 188017 INFO  (qtp532696699-817) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 188018 INFO  (qtp532696699-817) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:41244/solr/MissingSegmentRecoveryTest_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 38
   [junit4]   2> 188018 INFO  (qtp993617497-830) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 188018 INFO  (qtp993617497-830) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:41244/solr/MissingSegmentRecoveryTest_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 27
   [junit4]   2> 188025 INFO  (qtp532696699-818) [n:127.0.0.1:41244_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2]  webapp=/solr path=/update params={_stateVer_=MissingSegmentRecoveryTest:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 52
   [junit4]   2> 188037 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@442b48cf{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 188037 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=811916209
   [junit4]   2> 188037 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 188039 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 188053 INFO  (coreCloseExecutor-468-thread-1) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@183bed72
   [junit4]   2> 188060 INFO  (coreCloseExecutor-468-thread-1) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica1, tag=406580594
   [junit4]   2> 188065 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.c.Overseer Overseer (id=97625927640154117-127.0.0.1:46803_solr-n_0000000000) closing
   [junit4]   2> 188066 INFO  (OverseerStateUpdate-97625927640154117-127.0.0.1:46803_solr-n_0000000000) [n:127.0.0.1:46803_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46803_solr
   [junit4]   2> 188068 WARN  (zkCallback-128-thread-4-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 188073 INFO  (zkCallback-135-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 188069 INFO  (zkCallback-129-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41244_solr
   [junit4]   2> 188093 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@194e1272{/solr,null,UNAVAILABLE}
   [junit4]   2> 188096 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 188098 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48fb44be{/solr,null,AVAILABLE}
   [junit4]   2> 188099 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62417261{HTTP/1.1,[http/1.1]}{127.0.0.1:46803}
   [junit4]   2> 188099 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.e.j.s.Server Started @191261ms
   [junit4]   2> 188099 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46803}
   [junit4]   2> 188099 ERROR (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 188099 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 188099 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 188099 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 188099 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T08:37:21.254Z
   [junit4]   2> 188108 INFO  (zkCallback-129-thread-2-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 188110 INFO  (zkCallback-129-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.Overseer Overseer (id=97625927640154118-127.0.0.1:41244_solr-n_0000000001) starting
   [junit4]   2> 188113 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 188133 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34168/solr
   [junit4]   2> 188134 INFO  (zkCallback-129-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 188151 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 188153 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [n:127.0.0.1:46803_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 188154 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [n:127.0.0.1:46803_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46803_solr
   [junit4]   2> 188155 INFO  (zkCallback-129-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 188155 INFO  (zkCallback-135-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 188168 INFO  (zkCallback-140-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 188229 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [n:127.0.0.1:46803_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/.
   [junit4]   2> 188229 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [n:127.0.0.1:46803_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [MissingSegmentRecoveryTest_shard1_replica1]
   [junit4]   2> 188247 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 188274 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
   [junit4]   2> 188277 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 188279 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from collection MissingSegmentRecoveryTest
   [junit4]   2> 188279 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 188279 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica1/data/]
   [junit4]   2> 188320 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 188320 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 188325 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 188325 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 188330 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3d7aa25b
   [junit4]   2> 188330 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica1, tag=1031447131
   [junit4]   2> 188332 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Found active leader, will attempt to create fresh core and recover.
   [junit4]   2> 188333 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore Updating index properties... index=index.20170316083721488
   [junit4]   2> 188336 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 188336 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica1/data/]
   [junit4]   2> 188341 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica1/data/ afterReload=false
   [junit4]   2> 188343 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Deleted old index directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica1/data/index.20170316083721488
   [junit4]   2> 188344 ERROR (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.SolrIndexWriter Error closing IndexWriter
   [junit4]   2> java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica1/data/index.20170316083721488/write.lock
   [junit4]   2> 	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
   [junit4]   2> 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]   2> 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]   2> 	at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:55)
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
   [junit4]   2> 	at sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
   [junit4]   2> 	at java.nio.file.Files.readAttributes(Files.java:1737)
   [junit4]   2> 	at org.apache.lucene.store.NativeFSLockFactory$NativeFSLock.ensureValid(NativeFSLockFactory.java:177)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.sync(LockValidatingDirectoryWrapper.java:67)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.startCommit(IndexWriter.java:4706)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3093)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3227)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1126)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1169)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:280)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:749)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:931)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:1024)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 188354 INFO  (zkCallback-129-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 188354 INFO  (zkCallback-140-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 188355 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica1/data/ afterReload=false
   [junit4]   2> 188356 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica1) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.DirectoryFactory Deleted old index directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica1/data/index
   [junit4]   2> 188372 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 188372 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 188373 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 188373 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 188376 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@71df149
   [junit4]   2> 188377 INFO  (coreLoadExecutor-477-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica1, tag=119402825
   [junit4]   2> 188378 ERROR (coreContainerWorkExecutor-473-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.CoreContainer Error waiting for SolrCore to be created
   [junit4]   2> java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica1]
   [junit4]   2> 	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$6(CoreContainer.java:611)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:965)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2> 	... 5 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:1024)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	... 7 more
   [junit4]   2> 	Suppressed: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:984)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2176)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1073)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:957)
   [junit4]   2> 		... 9 more
   [junit4]   2> 	Caused by: org.apache.lucene.index.CorruptIndexException: Unexpected file read error while reading index. (resource=BufferedChecksumIndexInput(MMapIndexInput(path="/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica1/data/index/segments_2")))
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:292)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:928)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
   [junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:248)
   [junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:122)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2017)
   [junit4]   2> 		... 12 more
   [junit4]   2> 	Caused by: java.io.EOFException: read past EOF: MMapIndexInput(path="/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica1/data/index/segments_2")
   [junit4]   2> 		at org.apache.lucene.store.ByteBufferIndexInput.readByte(ByteBufferIndexInput.java:75)
   [junit4]   2> 		at org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41)
   [junit4]   2> 		at org.apache.lucene.store.DataInput.readInt(DataInput.java:101)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:302)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:290)
   [junit4]   2> 		... 18 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2176)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1073)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:957)
   [junit4]   2> 	... 10 more
   [junit4]   2> Caused by: org.apache.lucene.index.IndexNotFoundException: no segments* file found in LockValidatingDirectoryWrapper(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica1/data/index.20170316083721488 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7f5fe87): files: [write.lock]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:923)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:248)
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:122)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2017)
   [junit4]   2> 	... 13 more
   [junit4]   2> 278850 INFO  (qtp532696699-820) [n:127.0.0.1:41244_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 278926 INFO  (OverseerThreadFactory-471-thread-1-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 278946 INFO  (qtp532696699-816) [n:127.0.0.1:41244_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica2, tag=null
   [junit4]   2> 278947 INFO  (qtp532696699-816) [n:127.0.0.1:41244_solr    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@723e6f33
   [junit4]   2> 278963 INFO  (qtp532696699-816) [n:127.0.0.1:41244_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica2, tag=1916694323
   [junit4]   2> 278971 INFO  (qtp532696699-816) [n:127.0.0.1:41244_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=24
   [junit4]   2> 279001 INFO  (zkCallback-140-thread-2-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 279005 INFO  (qtp976152315-893) [n:127.0.0.1:46803_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 279110 INFO  (zkCallback-140-thread-2-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 279713 INFO  (qtp532696699-820) [n:127.0.0.1:41244_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2} status=0 QTime=862
   [junit4]   2> 279713 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[4B70B4A5E3109CA7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderRecovery
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MissingSegmentRecoveryTest -Dtests.method=testLeaderRecovery -Dtests.seed=4B70B4A5E3109CA7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ga -Dtests.timezone=Etc/GMT0 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 95.2s J0 | MissingSegmentRecoveryTest.testLeaderRecovery <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected a collection with one shard and two replicas
   [junit4]    > null
   [junit4]    > Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={
   [junit4]    >   "replicationFactor":"2",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           "core":"MissingSegmentRecoveryTest_shard1_replica2",
   [junit4]    >           "base_url":"http://127.0.0.1:41244/solr",
   [junit4]    >           "node_name":"127.0.0.1:41244_solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "leader":"true"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "core":"MissingSegmentRecoveryTest_shard1_replica1",
   [junit4]    >           "base_url":"http://127.0.0.1:46803/solr",
   [junit4]    >           "node_name":"127.0.0.1:46803_solr",
   [junit4]    >           "state":"down"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "realtimeReplicas":"-1"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4B70B4A5E3109CA7:1B252CA6BA312ABA]:0)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
   [junit4]    > 	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 279722 INFO  (jetty-closer-118-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2611c93c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 279726 INFO  (jetty-closer-118-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=690839082
   [junit4]   2> 279726 INFO  (jetty-closer-118-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 279727 INFO  (jetty-closer-118-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 279737 INFO  (jetty-closer-118-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97625927640154118-127.0.0.1:41244_solr-n_0000000001) closing
   [junit4]   2> 279737 INFO  (OverseerStateUpdate-97625927640154118-127.0.0.1:41244_solr-n_0000000001) [n:127.0.0.1:41244_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41244_solr
   [junit4]   2> 279740 INFO  (jetty-closer-118-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@62417261{HTTP/1.1,[http/1.1]}{127.0.0.1:46803}
   [junit4]   2> 279746 INFO  (jetty-closer-118-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=110321952
   [junit4]   2> 279746 INFO  (jetty-closer-118-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 279750 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad64391dc0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 279751 INFO  (zkCallback-140-thread-2-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 279751 INFO  (zkCallback-140-thread-3-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46803_solr
   [junit4]   2> 279751 INFO  (jetty-closer-118-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 279757 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad64391dc000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 281248 WARN  (zkCallback-129-thread-16-processing-n:127.0.0.1:41244_solr) [n:127.0.0.1:41244_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 281248 INFO  (jetty-closer-118-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d6d0077{/solr,null,UNAVAILABLE}
   [junit4]   2> 281257 WARN  (zkCallback-140-thread-2-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 281258 INFO  (jetty-closer-118-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48fb44be{/solr,null,UNAVAILABLE}
   [junit4]   2> 281267 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[4B70B4A5E3109CA7]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34168 34168
   [junit4]   2> 281363 INFO  (Thread-162) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34168 34168
   [junit4]   2> 281364 WARN  (Thread-162) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/MissingSegmentRecoveryTest/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	92	/solr/overseer/collection-queue-work
   [junit4]   2> 	16	/solr/overseer/queue
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 281364 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[4B70B4A5E3109CA7]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_4B70B4A5E3109CA7-001
   [junit4]   2> Mar 16, 2017 8:38:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ga, timezone=Etc/GMT0
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=97834696,total=330825728
   [junit4]   2> NOTE: All tests run in this JVM: [TestRequestStatusCollectionAPI, HdfsRestartWhileUpdatingTest, QueryEqualityTest, HdfsTlogReplayBufferedWhileIndexingTest, RestartWhileUpdatingTest, TestLFUCache, PathHierarchyTokenizerFactoryTest, DistributedQueryComponentCustomSortTest, UniqFieldsUpdateProcessorFactoryTest, SolrCoreTest, TestRebalanceLeaders, TestMissingGroups, DefaultValueUpdateProcessorTest, MissingSegmentRecoveryTest]
   [junit4] Completed [52/699 (1!)] on J0 in 98.17s, 1 test, 1 failure <<< FAILURES!

[...truncated 64730 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1741 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1741/

2 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test

Error Message:
document count mismatch.  control=1454 sum(shards)=1453 cloudClient=1453

Stack Trace:
java.lang.AssertionError: document count mismatch.  control=1454 sum(shards)=1453 cloudClient=1453
	at __randomizedtesting.SeedInfo.seed([31EC554EE2A57D5:8B4AFA8E40D63A2D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1337)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:236)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.LargeFieldTest

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([31EC554EE2A57D5]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.junit.Assert.assertNull(Assert.java:562)
	at org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:61)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11282 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/init-core-data-001
   [junit4]   2> 381741 WARN  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[31EC554EE2A57D5]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 381742 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[31EC554EE2A57D5]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 381743 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[31EC554EE2A57D5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 381743 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[31EC554EE2A57D5]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 381744 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 381745 INFO  (Thread-1014) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 381745 INFO  (Thread-1014) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 381845 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.ZkTestServer start zk server on port:49511
   [junit4]   2> 381889 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 381895 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 381907 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 381908 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 381909 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 381910 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 381912 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 381913 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 381914 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 381914 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 381915 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 382040 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/control-001/cores/collection1
   [junit4]   2> 382053 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 382054 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a838408{/,null,AVAILABLE}
   [junit4]   2> 382056 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3a56eb41{HTTP/1.1,[http/1.1]}{127.0.0.1:56786}
   [junit4]   2> 382056 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server Started @385723ms
   [junit4]   2> 382056 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/tempDir-001/control/data, hostContext=/, hostPort=56786, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/control-001/cores}
   [junit4]   2> 382056 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 382056 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 382057 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 382057 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 382057 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T23:02:55.595Z
   [junit4]   2> 382074 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 382074 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/control-001/solr.xml
   [junit4]   2> 382095 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49511/solr
   [junit4]   2> 382164 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:56786_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 382164 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:56786_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56786_
   [junit4]   2> 382165 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:56786_    ] o.a.s.c.Overseer Overseer (id=97629331474743300-127.0.0.1:56786_-n_0000000000) starting
   [junit4]   2> 382191 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:56786_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56786_
   [junit4]   2> 382199 INFO  (zkCallback-553-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 382266 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:56786_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/control-001/cores
   [junit4]   2> 382266 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:56786_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 382287 INFO  (OverseerStateUpdate-97629331474743300-127.0.0.1:56786_-n_0000000000) [n:127.0.0.1:56786_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 383300 WARN  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 383300 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 383311 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 383415 WARN  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 383416 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 383430 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 383430 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 383431 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/control-001/cores/collection1/data/]
   [junit4]   2> 383431 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34c291f8
   [junit4]   2> 383432 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 383440 WARN  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 383471 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 383471 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 383472 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 383472 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 383472 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=47.9462890625, floorSegmentMB=1.0068359375, forceMergeDeletesPctAllowed=13.607406498149361, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6110849056700026
   [junit4]   2> 383473 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@76ff94b7[collection1] main]
   [junit4]   2> 383474 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 383474 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 383474 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 383475 INFO  (searcherExecutor-1634-thread-1-processing-n:127.0.0.1:56786_ x:collection1 c:control_collection) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@76ff94b7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 383475 INFO  (coreLoadExecutor-1633-thread-1-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562069305406783488
   [junit4]   2> 383484 INFO  (coreZkRegister-1626-thread-1-processing-n:127.0.0.1:56786_ x:collection1 c:control_collection) [n:127.0.0.1:56786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 383484 INFO  (coreZkRegister-1626-thread-1-processing-n:127.0.0.1:56786_ x:collection1 c:control_collection) [n:127.0.0.1:56786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 383484 INFO  (coreZkRegister-1626-thread-1-processing-n:127.0.0.1:56786_ x:collection1 c:control_collection) [n:127.0.0.1:56786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56786/collection1/
   [junit4]   2> 383484 INFO  (coreZkRegister-1626-thread-1-processing-n:127.0.0.1:56786_ x:collection1 c:control_collection) [n:127.0.0.1:56786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 383484 INFO  (coreZkRegister-1626-thread-1-processing-n:127.0.0.1:56786_ x:collection1 c:control_collection) [n:127.0.0.1:56786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56786/collection1/ has no replicas
   [junit4]   2> 383484 INFO  (coreZkRegister-1626-thread-1-processing-n:127.0.0.1:56786_ x:collection1 c:control_collection) [n:127.0.0.1:56786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 383487 INFO  (coreZkRegister-1626-thread-1-processing-n:127.0.0.1:56786_ x:collection1 c:control_collection) [n:127.0.0.1:56786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56786/collection1/ shard1
   [junit4]   2> 383638 INFO  (coreZkRegister-1626-thread-1-processing-n:127.0.0.1:56786_ x:collection1 c:control_collection) [n:127.0.0.1:56786_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 383968 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 383969 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49511/solr ready
   [junit4]   2> 383969 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 384070 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-1-001/cores/collection1
   [junit4]   2> 384071 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-1-001
   [junit4]   2> 384072 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 384073 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7519bb82{/,null,AVAILABLE}
   [junit4]   2> 384074 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1d01e111{HTTP/1.1,[http/1.1]}{127.0.0.1:44839}
   [junit4]   2> 384074 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server Started @387741ms
   [junit4]   2> 384074 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=44839, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-1-001/cores}
   [junit4]   2> 384074 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 384074 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 384074 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 384074 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 384075 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T23:02:57.613Z
   [junit4]   2> 384096 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 384096 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-1-001/solr.xml
   [junit4]   2> 384103 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49511/solr
   [junit4]   2> 384122 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:44839_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 384124 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:44839_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 384126 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:44839_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44839_
   [junit4]   2> 384127 INFO  (zkCallback-557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 384128 INFO  (zkCallback-553-thread-3-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 384144 INFO  (zkCallback-562-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 384209 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:44839_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-1-001/cores
   [junit4]   2> 384209 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:44839_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 384216 INFO  (OverseerStateUpdate-97629331474743300-127.0.0.1:56786_-n_0000000000) [n:127.0.0.1:56786_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 385226 WARN  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 385227 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 385245 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 385310 WARN  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 385311 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 385336 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 385337 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 385337 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 385337 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34c291f8
   [junit4]   2> 385338 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 385347 WARN  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 385385 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 385385 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 385385 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 385385 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 385400 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=47.9462890625, floorSegmentMB=1.0068359375, forceMergeDeletesPctAllowed=13.607406498149361, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6110849056700026
   [junit4]   2> 385400 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22473780[collection1] main]
   [junit4]   2> 385401 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 385402 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 385402 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 385402 INFO  (coreLoadExecutor-1644-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562069307427389440
   [junit4]   2> 385405 INFO  (searcherExecutor-1645-thread-1-processing-n:127.0.0.1:44839_ x:collection1 c:collection1) [n:127.0.0.1:44839_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@22473780[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 385414 INFO  (coreZkRegister-1639-thread-1-processing-n:127.0.0.1:44839_ x:collection1 c:collection1) [n:127.0.0.1:44839_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 385414 INFO  (coreZkRegister-1639-thread-1-processing-n:127.0.0.1:44839_ x:collection1 c:collection1) [n:127.0.0.1:44839_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 385414 INFO  (coreZkRegister-1639-thread-1-processing-n:127.0.0.1:44839_ x:collection1 c:collection1) [n:127.0.0.1:44839_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44839/collection1/
   [junit4]   2> 385414 INFO  (coreZkRegister-1639-thread-1-processing-n:127.0.0.1:44839_ x:collection1 c:collection1) [n:127.0.0.1:44839_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 385414 INFO  (coreZkRegister-1639-thread-1-processing-n:127.0.0.1:44839_ x:collection1 c:collection1) [n:127.0.0.1:44839_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44839/collection1/ has no replicas
   [junit4]   2> 385414 INFO  (coreZkRegister-1639-thread-1-processing-n:127.0.0.1:44839_ x:collection1 c:collection1) [n:127.0.0.1:44839_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 385426 INFO  (coreZkRegister-1639-thread-1-processing-n:127.0.0.1:44839_ x:collection1 c:collection1) [n:127.0.0.1:44839_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44839/collection1/ shard2
   [junit4]   2> 385576 INFO  (coreZkRegister-1639-thread-1-processing-n:127.0.0.1:44839_ x:collection1 c:collection1) [n:127.0.0.1:44839_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 385922 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-2-001/cores/collection1
   [junit4]   2> 385923 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-2-001
   [junit4]   2> 385923 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 385925 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39b4f215{/,null,AVAILABLE}
   [junit4]   2> 385925 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7f14e77c{HTTP/1.1,[http/1.1]}{127.0.0.1:37032}
   [junit4]   2> 385925 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server Started @389592ms
   [junit4]   2> 385925 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=37032, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-2-001/cores}
   [junit4]   2> 385926 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 385926 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 385926 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 385926 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 385926 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T23:02:59.464Z
   [junit4]   2> 385929 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 385929 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-2-001/solr.xml
   [junit4]   2> 385938 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49511/solr
   [junit4]   2> 385946 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:37032_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 385947 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:37032_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 385951 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:37032_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37032_
   [junit4]   2> 385952 INFO  (zkCallback-562-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 385952 INFO  (zkCallback-557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 385959 INFO  (zkCallback-553-thread-2-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 385967 INFO  (zkCallback-568-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 386008 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:37032_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-2-001/cores
   [junit4]   2> 386008 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:37032_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 386012 INFO  (OverseerStateUpdate-97629331474743300-127.0.0.1:56786_-n_0000000000) [n:127.0.0.1:56786_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
   [junit4]   2> 387028 WARN  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 387028 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 387039 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 387092 WARN  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 387094 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 387104 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 387104 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 387104 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 387104 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34c291f8
   [junit4]   2> 387106 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 387179 WARN  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 387208 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 387208 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 387209 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 387210 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 387212 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=47.9462890625, floorSegmentMB=1.0068359375, forceMergeDeletesPctAllowed=13.607406498149361, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6110849056700026
   [junit4]   2> 387212 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5defe862[collection1] main]
   [junit4]   2> 387216 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 387216 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 387216 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 387217 INFO  (coreLoadExecutor-1655-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562069309330554880
   [junit4]   2> 387220 INFO  (searcherExecutor-1656-thread-1-processing-n:127.0.0.1:37032_ x:collection1 c:collection1) [n:127.0.0.1:37032_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5defe862[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 387235 INFO  (coreZkRegister-1650-thread-1-processing-n:127.0.0.1:37032_ x:collection1 c:collection1) [n:127.0.0.1:37032_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 387235 INFO  (coreZkRegister-1650-thread-1-processing-n:127.0.0.1:37032_ x:collection1 c:collection1) [n:127.0.0.1:37032_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 387235 INFO  (coreZkRegister-1650-thread-1-processing-n:127.0.0.1:37032_ x:collection1 c:collection1) [n:127.0.0.1:37032_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37032/collection1/
   [junit4]   2> 387235 INFO  (coreZkRegister-1650-thread-1-processing-n:127.0.0.1:37032_ x:collection1 c:collection1) [n:127.0.0.1:37032_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 387235 INFO  (coreZkRegister-1650-thread-1-processing-n:127.0.0.1:37032_ x:collection1 c:collection1) [n:127.0.0.1:37032_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:37032/collection1/ has no replicas
   [junit4]   2> 387235 INFO  (coreZkRegister-1650-thread-1-processing-n:127.0.0.1:37032_ x:collection1 c:collection1) [n:127.0.0.1:37032_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 387239 INFO  (coreZkRegister-1650-thread-1-processing-n:127.0.0.1:37032_ x:collection1 c:collection1) [n:127.0.0.1:37032_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37032/collection1/ shard3
   [junit4]   2> 387390 INFO  (coreZkRegister-1650-thread-1-processing-n:127.0.0.1:37032_ x:collection1 c:collection1) [n:127.0.0.1:37032_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 387739 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-3-001/cores/collection1
   [junit4]   2> 387739 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-3-001
   [junit4]   2> 387740 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 387741 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53576063{/,null,AVAILABLE}
   [junit4]   2> 387741 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f41a014{HTTP/1.1,[http/1.1]}{127.0.0.1:36448}
   [junit4]   2> 387741 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server Started @391408ms
   [junit4]   2> 387741 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=36448, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-3-001/cores}
   [junit4]   2> 387741 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 387741 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 387741 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 387742 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 387742 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T23:03:01.280Z
   [junit4]   2> 387747 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 387747 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-3-001/solr.xml
   [junit4]   2> 387753 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49511/solr
   [junit4]   2> 387760 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:36448_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 387761 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:36448_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 387762 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:36448_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36448_
   [junit4]   2> 387763 INFO  (zkCallback-553-thread-5-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 387764 INFO  (zkCallback-562-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 387764 INFO  (zkCallback-568-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 387763 INFO  (zkCallback-557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 387785 INFO  (zkCallback-574-thread-2-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 387852 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:36448_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-3-001/cores
   [junit4]   2> 387852 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:36448_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 387854 INFO  (OverseerStateUpdate-97629331474743300-127.0.0.1:56786_-n_0000000000) [n:127.0.0.1:56786_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 388879 WARN  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 388880 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 388896 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 388990 WARN  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 388991 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 389013 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 389013 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 389013 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-3-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 389013 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34c291f8
   [junit4]   2> 389017 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 389029 WARN  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 389077 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 389077 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 389078 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 389078 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 389080 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=47.9462890625, floorSegmentMB=1.0068359375, forceMergeDeletesPctAllowed=13.607406498149361, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6110849056700026
   [junit4]   2> 389080 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68704c27[collection1] main]
   [junit4]   2> 389082 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 389083 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 389083 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 389085 INFO  (searcherExecutor-1667-thread-1-processing-n:127.0.0.1:36448_ x:collection1 c:collection1) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@68704c27[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 389085 INFO  (coreLoadExecutor-1666-thread-1-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562069311289294848
   [junit4]   2> 389093 INFO  (coreZkRegister-1661-thread-1-processing-n:127.0.0.1:36448_ x:collection1 c:collection1) [n:127.0.0.1:36448_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 389093 INFO  (coreZkRegister-1661-thread-1-processing-n:127.0.0.1:36448_ x:collection1 c:collection1) [n:127.0.0.1:36448_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 389093 INFO  (coreZkRegister-1661-thread-1-processing-n:127.0.0.1:36448_ x:collection1 c:collection1) [n:127.0.0.1:36448_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36448/collection1/
   [junit4]   2> 389093 INFO  (coreZkRegister-1661-thread-1-processing-n:127.0.0.1:36448_ x:collection1 c:collection1) [n:127.0.0.1:36448_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 389093 INFO  (coreZkRegister-1661-thread-1-processing-n:127.0.0.1:36448_ x:collection1 c:collection1) [n:127.0.0.1:36448_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36448/collection1/ has no replicas
   [junit4]   2> 389093 INFO  (coreZkRegister-1661-thread-1-processing-n:127.0.0.1:36448_ x:collection1 c:collection1) [n:127.0.0.1:36448_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 389096 INFO  (coreZkRegister-1661-thread-1-processing-n:127.0.0.1:36448_ x:collection1 c:collection1) [n:127.0.0.1:36448_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36448/collection1/ shard1
   [junit4]   2> 389247 INFO  (coreZkRegister-1661-thread-1-processing-n:127.0.0.1:36448_ x:collection1 c:collection1) [n:127.0.0.1:36448_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 389544 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-4-001/cores/collection1
   [junit4]   2> 389545 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-4-001
   [junit4]   2> 389546 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 389547 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a100664{/,null,AVAILABLE}
   [junit4]   2> 389547 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7ef15bfc{HTTP/1.1,[http/1.1]}{127.0.0.1:39559}
   [junit4]   2> 389547 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server Started @393214ms
   [junit4]   2> 389547 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=39559, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-4-001/cores}
   [junit4]   2> 389547 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 389547 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 389548 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 389548 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 389548 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T23:03:03.086Z
   [junit4]   2> 389551 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 389551 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-4-001/solr.xml
   [junit4]   2> 389557 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49511/solr
   [junit4]   2> 389565 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:39559_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 389567 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:39559_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 389568 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:39559_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39559_
   [junit4]   2> 389569 INFO  (zkCallback-557-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 389569 INFO  (zkCallback-568-thread-1-processing-n:127.0.0.1:37032_) [n:127.0.0.1:37032_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 389569 INFO  (zkCallback-574-thread-2-processing-n:127.0.0.1:36448_) [n:127.0.0.1:36448_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 389570 INFO  (zkCallback-562-thread-1-processing-n:127.0.0.1:44839_) [n:127.0.0.1:44839_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 389571 INFO  (zkCallback-580-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 389571 INFO  (zkCallback-553-thread-3-processing-n:127.0.0.1:56786_) [n:127.0.0.1:56786_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 389652 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:39559_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-4-001/cores
   [junit4]   2> 389652 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [n:127.0.0.1:39559_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 389653 INFO  (OverseerStateUpdate-97629331474743300-127.0.0.1:56786_-n_0000000000) [n:127.0.0.1:56786_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 390668 WARN  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 390669 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 390680 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 390734 WARN  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 390735 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 390762 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 390762 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 390762 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-4-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 390762 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34c291f8
   [junit4]   2> 390764 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 390777 WARN  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 391739 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 391739 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 391740 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 391740 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 391742 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=47.9462890625, floorSegmentMB=1.0068359375, forceMergeDeletesPctAllowed=13.607406498149361, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6110849056700026
   [junit4]   2> 391743 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16004fc5[collection1] main]
   [junit4]   2> 391753 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 391756 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 391757 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 391757 INFO  (searcherExecutor-1678-thread-1-processing-n:127.0.0.1:39559_ x:collection1 c:collection1) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@16004fc5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 391758 INFO  (coreLoadExecutor-1677-thread-1-processing-n:127.0.0.1:39559_) [n:127.0.0.1:39559_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562069314092138496
   [junit4]   2> 391772 INFO  (coreZkRegister-1672-thread-1-processing-n:127.0.0.1:39559_ x:collection1 c:collection1) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 391777 INFO  (updateExecutor-577-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 391779 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 391780 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 391780 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 391780 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 391780 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:44839/collection1/] and I am [http://127.0.0.1:39559/collection1/]
   [junit4]   2> 391807 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:44839]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:39559_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 391819 INFO  (qtp1676820668-3950) [n:127.0.0.1:44839_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 391820 INFO  (qtp1676820668-3950) [n:127.0.0.1:44839_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 391820 INFO  (qtp1676820668-3950) [n:127.0.0.1:44839_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39559_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:39559","node_name":"127.0.0.1:39559_","state":"recovering"}
   [junit4]   2> 391820 INFO  (qtp1676820668-3950) [n:127.0.0.1:44839_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
   [junit4]   2> 391820 INFO  (qtp1676820668-3950) [n:127.0.0.1:44839_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:39559_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 392321 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:44839/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 392321 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:39559 START replicas=[http://127.0.0.1:44839/collection1/] nUpdates=100
   [junit4]   2> 392335 INFO  (qtp1676820668-3948) [n:127.0.0.1:44839_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 392335 INFO  (qtp1676820668-3948) [n:127.0.0.1:44839_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 392337 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 392337 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 392337 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 392337 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 392338 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 392338 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 392338 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 392338 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 392338 INFO  (recoveryExecutor-578-thread-1-processing-n:127.0.0.1:39559_ x:collection1 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39559_ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 392368 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-5-001/cores/collection1
   [junit4]   2> 392369 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/shard-5-001
   [junit4]   2> 392370 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 392371 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35d5eb58{/,null,AVAILABLE}
   [junit4]   2> 392371 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@537d3edb{HTTP/1.1,[http/1.1]}{127.0.0.1:47955}
   [junit4]   2> 392371 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.e.j.s.Server Started @396038ms
   [junit4]   2> 392371 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[31EC554EE2A57D5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_31EC554EE2A57D5-001/tempDir-001/jetty5, solrconfig=solrconfig.xml, hostContext=/, hostPort=47955, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIs

[...truncated too long message...]

Ratio=0.35463145068949953
   [junit4]   2> 1878152 WARN  (coreLoadExecutor-7872-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1878183 INFO  (coreLoadExecutor-7872-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1878183 INFO  (coreLoadExecutor-7872-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1878184 INFO  (coreLoadExecutor-7872-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1878184 INFO  (coreLoadExecutor-7872-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a39decb[collection1] main]
   [junit4]   2> 1878184 WARN  (coreLoadExecutor-7872-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1878185 INFO  (coreLoadExecutor-7872-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1878185 INFO  (searcherExecutor-7873-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a39decb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1878186 INFO  (SUITE-LargeFieldTest-seed#[31EC554EE2A57D5]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1878187 INFO  (SUITE-LargeFieldTest-seed#[31EC554EE2A57D5]-worker) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={wt=xml} status=500 QTime=1
   [junit4]   2> 1878188 INFO  (SUITE-LargeFieldTest-seed#[31EC554EE2A57D5]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1878188 INFO  (SUITE-LargeFieldTest-seed#[31EC554EE2A57D5]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2055249331
   [junit4]   2> 1878188 INFO  (SUITE-LargeFieldTest-seed#[31EC554EE2A57D5]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1878191 INFO  (coreCloseExecutor-7877-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@39893eb0
   [junit4]   2> 1878193 INFO  (coreCloseExecutor-7877-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=965295792
   [junit4]   2> 1878200 INFO  (SUITE-LargeFieldTest-seed#[31EC554EE2A57D5]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=ms, timezone=Europe/Helsinki
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=147971896,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [SolrMetricManagerTest, TestFieldCollectionResource, TestDefaultSearchFieldResource, OutOfBoxZkACLAndCredentialsProvidersTest, TestLeaderInitiatedRecoveryThread, CursorPagingTest, DistanceUnitsTest, TestHighlightDedupGrouping, SortSpecParsingTest, TestRangeQuery, OverseerModifyCollectionTest, TestSolrCloudWithKerberosAlt, TestSchemalessBufferedUpdates, SecurityConfHandlerTest, UniqFieldsUpdateProcessorFactoryTest, ZkStateWriterTest, TestRealTimeGet, TestCodecSupport, HdfsChaosMonkeyNothingIsSafeTest, TestSolrCloudSnapshots, TestTolerantUpdateProcessorRandomCloud, TestBlendedInfixSuggestions, ZkNodePropsTest, TestDistribIDF, CoreAdminCreateDiscoverTest, TestCloudManagedSchema, TestFieldSortValues, TestReplicationHandlerBackup, TestJettySolrRunner, TestCollationFieldDocValues, TestNamedUpdateProcessors, TestHdfsCloudBackupRestore, TestCloudPseudoReturnFields, TestTrieFacet, SharedFSAutoReplicaFailoverUtilsTest, SolrSlf4jReporterTest, TestRTimerTree, DistributedQueryComponentCustomSortTest, PreAnalyzedFieldManagedSchemaCloudTest, TestDFRSimilarityFactory, SearchHandlerTest, FacetPivotSmallTest, TestConfigSetImmutable, TestInPlaceUpdatesStandalone, TestReplicationHandler, TestHighFrequencyDictionaryFactory, TestReloadDeadlock, TestOnReconnectListenerSupport, StandardRequestHandlerTest, ResponseLogComponentTest, TestDistribDocBasedVersion, StressHdfsTest, TestJoin, TestFieldCacheWithThreads, TestMacroExpander, MinimalSchemaTest, TestImplicitCoreProperties, HdfsNNFailoverTest, TestRawTransformer, CurrencyFieldOpenExchangeTest, TestRTGBase, BaseCdcrDistributedZkTest, TestSmileRequest, TestCrossCoreJoin, XsltUpdateRequestHandlerTest, HighlighterMaxOffsetTest, SolrCloudExampleTest, LeaderElectionContextKeyTest, BasicZkTest, PeerSyncWithIndexFingerprintCachingTest, PolyFieldTest, VMParamsZkACLAndCredentialsProvidersTest, AddSchemaFieldsUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, TestDistributedSearch, PreAnalyzedUpdateProcessorTest, TestFunctionQuery, TestDocTermOrds, OverseerTaskQueueTest, RegexBoostProcessorTest, SolrGangliaReporterTest, TestCloudDeleteByQuery, SmileWriterTest, CdcrReplicationHandlerTest, TestJsonRequest, TestFastWriter, TestManagedStopFilterFactory, SpellPossibilityIteratorTest, TestPathTrie, CacheHeaderTest, AnalysisAfterCoreReloadTest, DocValuesMissingTest, HdfsTlogReplayBufferedWhileIndexingTest, PeerSyncTest, BitVectorTest, UtilsToolTest, SystemInfoHandlerTest, LeaderElectionIntegrationTest, QueryResultKeyTest, TestLRUCache, TestStressLucene, TestFaceting, RequiredFieldsTest, HLLSerializationTest, SuggestComponentTest, TestMaxScoreQueryParser, ConfigSetsAPITest, TestManagedResource, DocValuesNotIndexedTest, TestExportWriter, RulesTest, TestOrdValues, PluginInfoTest, TestManagedSchemaThreadSafety, TestLFUCache, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, TestZkChroot, TestRandomDVFaceting, SolrCoreTest, BadIndexSchemaTest, TestSort, HighlighterTest, SoftAutoCommitTest, BadComponentTest, TestSolrDeletionPolicy2, NumericFieldsTest, TestElisionMultitermQuery, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestXIncludeConfig, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, DateMathParserTest, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, DOMUtilTest, ClusterStateTest, UUIDFieldTest, TestCursorMarkWithoutUniqueKey, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionsAPIAsyncDistributedZkTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, ForceLeaderTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, TestClusterProperties, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDownShardTolerantSearch, TestMiniSolrCloudCluster, TestRandomRequestDistribution, TestReplicaProperties, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSizeLimitedDistributedMap, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZk2Test, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, CachingDirectoryFactoryTest, ConfigureRecoveryStrategyTest, DirectoryFactoryTest, TestBackupRepositoryFactory, TestConfigOverlay, TestCorePropertiesReload, TestInfoStreamLogging, TestInitParams, TestNRTOpen, TestReloadAndDeleteDocs, TestSolrConfigHandler, TestSolrXml, TestSolrCoreSnapshots, TestConfigReload, TestHdfsBackupRestoreCore, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, TestApiFramework, DistributedDebugComponentTest, DistributedFacetExistsSmallTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallAdvancedTest, ShufflingReplicaListTransformerTest, SuggestComponentContextFilterQueryTest, JavabinLoaderTest, TestUnifiedSolrHighlighter, UninvertDocValuesMergePolicyTest, CheckHdfsIndexTest, SubstringBytesRefFilterTest, TestIntervalFaceting, TestMacros, JSONWriterTest, TestCustomDocTransformer, TestJavabinTupleStreamParser, TestSolrQueryResponse, TestSubQueryTransformer, TestManagedResourceStorage, TestRestManager, TestBulkSchemaAPI, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldTypeResource, TestSchemaNameResource, TestSchemaResource, TestSchemaSimilarityResource, TestSolrQueryParserDefaultOperatorResource, TestSolrQueryParserResource, TestUniqueKeyFieldResource, TestManagedSynonymFilterFactory, BadCopyFieldTest, BooleanFieldTest, ChangedSchemaMergeTest, ManagedSchemaRoundRobinCloudTest, TestManagedSchema, TestSchemaManager, TestUseDocValuesAsStored, AnalyticsMergeStrategyTest, LargeFieldTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LargeFieldTest -Dtests.seed=31EC554EE2A57D5 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=Europe/Helsinki -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | LargeFieldTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([31EC554EE2A57D5]:0)
   [junit4]    > 	at org.apache.solr.search.LargeFieldTest.initManagedSchemaCore(LargeFieldTest.java:61)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [628/700 (2!)] on J0 in 0.17s, 0 tests, 1 failure <<< FAILURES!

[...truncated 62827 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1740 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1740/

6 tests failed.
FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testUpdateField

Error Message:
Error from server at http://127.0.0.1:49502/solr/collection1: Exception writing document id unique to the index; possible analysis error: DocValuesField "price_pf" appears more than once in this document (only one value is allowed per field)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49502/solr/collection1: Exception writing document id unique to the index; possible analysis error: DocValuesField "price_pf" appears more than once in this document (only one value is allowed per field)
	at __randomizedtesting.SeedInfo.seed([5C999E7A839652D7:9EA342E43BE4211]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
	at org.apache.solr.client.solrj.SolrExampleTests.testUpdateField(SolrExampleTests.java:1654)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.SolrExampleXMLTest.testUpdateField

Error Message:
Error from server at http://127.0.0.1:58448/solr/collection1: Exception writing document id unique to the index; possible analysis error: DocValuesField "price_pf" appears more than once in this document (only one value is allowed per field)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58448/solr/collection1: Exception writing document id unique to the index; possible analysis error: DocValuesField "price_pf" appears more than once in this document (only one value is allowed per field)
	at __randomizedtesting.SeedInfo.seed([5C999E7A839652D7:9EA342E43BE4211]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
	at org.apache.solr.client.solrj.SolrExampleTests.testUpdateField(SolrExampleTests.java:1654)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.testUpdateField

Error Message:
Exception writing document id unique to the index; possible analysis error: DocValuesField "price_pf" appears more than once in this document (only one value is allowed per field)

Stack Trace:
org.apache.solr.common.SolrException: Exception writing document id unique to the index; possible analysis error: DocValuesField "price_pf" appears more than once in this document (only one value is allowed per field)
	at __randomizedtesting.SeedInfo.seed([5C999E7A839652D7:9EA342E43BE4211]:0)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:209)
	at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:992)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1208)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:754)
	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:252)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:179)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2464)
	at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:179)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
	at org.apache.solr.client.solrj.SolrExampleTests.testUpdateField(SolrExampleTests.java:1654)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.IllegalArgumentException: DocValuesField "price_pf" appears more than once in this document (only one value is allowed per field)
	at org.apache.lucene.index.NumericDocValuesWriter.addValue(NumericDocValuesWriter.java:55)
	at org.apache.lucene.index.DefaultIndexingChain.indexDocValue(DefaultIndexingChain.java:537)
	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:467)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:393)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1569)
	at org.apache.solr.update.DirectUpdateHandler2.updateDocument(DirectUpdateHandler2.java:948)
	at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:937)
	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:317)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:254)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:204)
	... 57 more


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleJettyTest.testUpdateField

Error Message:
Error from server at http://127.0.0.1:59396/solr/collection1: Exception writing document id unique to the index; possible analysis error: DocValuesField "price_pf" appears more than once in this document (only one value is allowed per field)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59396/solr/collection1: Exception writing document id unique to the index; possible analysis error: DocValuesField "price_pf" appears more than once in this document (only one value is allowed per field)
	at __randomizedtesting.SeedInfo.seed([5C999E7A839652D7:9EA342E43BE4211]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
	at org.apache.solr.client.solrj.SolrExampleTests.testUpdateField(SolrExampleTests.java:1654)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest.testUpdateField

Error Message:
price was not updated? expected:<100.0> but was:<1.0>

Stack Trace:
java.lang.AssertionError: price was not updated? expected:<100.0> but was:<1.0>
	at __randomizedtesting.SeedInfo.seed([5C999E7A839652D7:9EA342E43BE4211]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.client.solrj.SolrExampleTests.testUpdateField(SolrExampleTests.java:1658)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingTest.testUpdateField

Error Message:
price was not updated? expected:<100.0> but was:<1.0>

Stack Trace:
java.lang.AssertionError: price was not updated? expected:<100.0> but was:<1.0>
	at __randomizedtesting.SeedInfo.seed([5C999E7A839652D7:9EA342E43BE4211]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.client.solrj.SolrExampleTests.testUpdateField(SolrExampleTests.java:1658)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 13560 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/init-core-data-001
   [junit4]   2> 12926 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 12931 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 12932 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 13047 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 13113 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/extraction/lib
   [junit4]   2> 13113 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 13113 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/clustering/lib
   [junit4]   2> 13113 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 13113 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/langid/lib
   [junit4]   2> 13114 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 13114 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/ltr/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/ltr/lib
   [junit4]   2> 13114 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 13114 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/velocity/lib
   [junit4]   2> 13114 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 13138 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
   [junit4]   2> 13139 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 13290 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=example
   [junit4]   2> 13685 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 13685 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 13691 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 13691 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 13691 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 13930 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 13975 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a0f6ab7
   [junit4]   2> 13989 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 13994 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a0f6ab7
   [junit4]   2> 13994 WARN  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 13995 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a0f6ab7
   [junit4]   2> 14030 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/extraction/lib
   [junit4]   2> 14030 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 14031 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/clustering/lib
   [junit4]   2> 14031 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 14031 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/langid/lib
   [junit4]   2> 14031 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 14031 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/ltr/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/ltr/lib
   [junit4]   2> 14031 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 14031 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../contrib/velocity/lib
   [junit4]   2> 14032 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/../../../../dist
   [junit4]   2> 14039 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
   [junit4]   2> 14056 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 14091 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=example
   [junit4]   2> 15055 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 15055 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 15058 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
   [junit4]   2> 15058 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
   [junit4]   2> 15058 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
   [junit4]   2> 15109 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1
   [junit4]   2> 15109 WARN  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
   [junit4]   2> 15110 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a0f6ab7
   [junit4]   2> 15110 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 15110 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/init-core-data-001/]
   [junit4]   2> 15111 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a0f6ab7
   [junit4]   2> 15113 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@73b211c4
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: delete []
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: delete []
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: 0 msec to checkpoint
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: init: create=true
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: 
   [junit4]   2> dir=MockDirectoryWrapper(RAMDirectory@2d875a54 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d22f588)
   [junit4]   2> index=
   [junit4]   2> version=7.0.0
   [junit4]   2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
   [junit4]   2> ramBufferSizeMB=100.0
   [junit4]   2> maxBufferedDocs=-1
   [junit4]   2> maxBufferedDeleteTerms=-1
   [junit4]   2> mergedSegmentWarmer=null
   [junit4]   2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> commit=null
   [junit4]   2> openMode=CREATE
   [junit4]   2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
   [junit4]   2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
   [junit4]   2> codec=Lucene70
   [junit4]   2> infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1
   [junit4]   2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@da88906
   [junit4]   2> readerPooling=false
   [junit4]   2> perThreadHardLimitMB=1945
   [junit4]   2> useCompoundFile=false
   [junit4]   2> commitOnClose=true
   [junit4]   2> indexSort=null
   [junit4]   2> writer=org.apache.solr.update.SolrIndexWriter@1a6a371d
   [junit4]   2> 
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: now flush at close
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]:   index before flush 
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-32-thread-1]: startFullFlush
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-32-thread-1]: coreLoadExecutor-32-thread-1 finishFullFlush success=true
   [junit4]   2> 15114 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: apply all deletes during flush
   [junit4]   2> 15118 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-32-thread-1]: prune sis=segments:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-32-thread-1]: initDynamicDefaults spins=false maxThreadCount=1 maxMergeCount=6
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-32-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-32-thread-1]: now merge
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-32-thread-1]:   index: 
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-32-thread-1]:   no more merges pending; now return
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: waitForMerges
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: waitForMerges done
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: commit: start
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: commit: enter lock
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: commit: now prepare
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: prepareCommit: flush
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]:   index before flush 
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-32-thread-1]: startFullFlush
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: apply all deletes during flush
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-32-thread-1]: prune sis=segments:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-32-thread-1]: coreLoadExecutor-32-thread-1 finishFullFlush success=true
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: startCommit(): start
   [junit4]   2> 15119 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: startCommit index= changeCount=2
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: startCommit: wrote pending segments file "pending_segments_1"
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: done all syncs: []
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: commit: pendingCommit != null
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: commit: done writing segments file "segments_1"
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: 0 msec to checkpoint
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: delete []
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: commit: took 0.9 msec
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: commit: done
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: rollback
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: all running merges have aborted
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: rollback: done finish merges
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-32-thread-1]: abort
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-32-thread-1]: done abort success=true
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: rollback: infos=
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: delete []
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: 0 msec to checkpoint
   [junit4]   2> 15120 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: delete []
   [junit4]   2> 15127 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 15256 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 15256 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 15257 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 15257 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 15259 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@73b211c4
   [junit4]   2> 15259 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: init: load commit "segments_1"
   [junit4]   2> 15259 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: delete []
   [junit4]   2> 15259 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 15259 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: delete []
   [junit4]   2> 15259 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-32-thread-1]: 0 msec to checkpoint
   [junit4]   2> 15259 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: init: create=false
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: 
   [junit4]   2> dir=MockDirectoryWrapper(RAMDirectory@2d875a54 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d22f588)
   [junit4]   2> index=
   [junit4]   2> version=7.0.0
   [junit4]   2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
   [junit4]   2> ramBufferSizeMB=100.0
   [junit4]   2> maxBufferedDocs=-1
   [junit4]   2> maxBufferedDeleteTerms=-1
   [junit4]   2> mergedSegmentWarmer=null
   [junit4]   2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> commit=null
   [junit4]   2> openMode=APPEND
   [junit4]   2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
   [junit4]   2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
   [junit4]   2> codec=Lucene70
   [junit4]   2> infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1
   [junit4]   2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@1c4b1e4d
   [junit4]   2> readerPooling=false
   [junit4]   2> perThreadHardLimitMB=1945
   [junit4]   2> useCompoundFile=false
   [junit4]   2> commitOnClose=true
   [junit4]   2> indexSort=null
   [junit4]   2> writer=org.apache.solr.update.SolrIndexWriter@4fb4473e
   [junit4]   2> 
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: flush at getReader
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-32-thread-1]: startFullFlush
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: apply all deletes during flush
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-32-thread-1]: prune sis=segments_1:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: incRefDeleter for NRT reader version=2 segments=
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-32-thread-1]: coreLoadExecutor-32-thread-1 finishFullFlush success=true
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-32-thread-1]: getReader took 0 msec
   [junit4]   2> 15260 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a9b2249[collection1] main]
   [junit4]   2> 15261 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/conf
   [junit4]   2> 15261 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/conf
   [junit4]   2> 15261 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource Loaded initArgs {} for /rest/managed
   [junit4]   2> 15261 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_stopwords_english.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/conf
   [junit4]   2> 15261 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true} for /schema/analysis/stopwords/english
   [junit4]   2> 15261 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 35 words for /schema/analysis/stopwords/english
   [junit4]   2> 15261 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
   [junit4]   2> 15261 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_synonyms_english.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/conf
   [junit4]   2> 15261 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true,format=solr} for /schema/analysis/synonyms/english
   [junit4]   2> 15261 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 3 synonym mappings for /schema/analysis/synonyms/english
   [junit4]   2> 15262 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
   [junit4]   2> 15262 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 15262 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 15262 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
   [junit4]   2> 15262 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.s.SolrSuggester init: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string,buildOnStartup=false}
   [junit4]   2> 15272 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string,buildOnStartup=false}
   [junit4]   2> 15272 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest_5C999E7A839652D7-001/tempDir-001/collection1/conf/elevate.xml
   [junit4]   2> 15279 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 15280 INFO  (searcherExecutor-33-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@7a9b2249[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 15281 INFO  (searcherExecutor-33-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=1
   [junit4]   2> 15281 INFO  (searcherExecutor-33-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 15281 INFO  (searcherExecutor-33-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 15281 INFO  (searcherExecutor-33-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 15282 INFO  (searcherExecutor-33-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a9b2249[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 15285 INFO  (coreLoadExecutor-32-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562055241733505024
   [junit4]   2> 15289 INFO  (SUITE-SolrExampleEmbeddedTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 15292 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGetEmptyResults
   [junit4]   2> 15436 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 15437 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 15437 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: nrtIsCurrent: infoVersion matches: true; DW changes: true; BD changes: false
   [junit4]   2> 15437 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: flush at getReader
   [junit4]   2> 15437 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: startFullFlush
   [junit4]   2> 15437 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 15437 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]: flush naked frozen global deletes
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [BD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: push deletes  1 deleted queries bytesUsed=80 segmentPrivate?=false delGen=2 packetCount=1 totBytesUsed=80
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: flush: push buffered updates:  1 deleted queries bytesUsed=80
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: apply all deletes during flush
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: now apply all deletes for all segments maxDoc=0
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [BD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: prune sis=segments_1:  minGen=9223372036854775807 packetCount=1
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [BD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: incRefDeleter for NRT reader version=2 segments=
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7] finishFullFlush success=true
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: getReader took 1 msec
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IFD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: delete []
   [junit4]   2> 15438 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: decRefDeleter for NRT reader version=2 segments=
   [junit4]   2> 15439 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=/update params={}{deleteByQuery=*:* (-1562055241890791424)} 0 142
   [junit4]   2> 15440 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 15440 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 15450 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 15450 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true}{commit=} 0 9
   [junit4]   2> 15481 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=/update params={}{add=[id1 (1562055241907568640)]} 0 30
   [junit4]   2> 15482 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=/update params={}{add=[id2 (1562055241940074496)]} 0 0
   [junit4]   2> 15483 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 15483 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4fb4473e commitCommandVersion:0
   [junit4]   2> 15484 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: commit: start
   [junit4]   2> 15484 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: commit: enter lock
   [junit4]   2> 15484 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: commit: now prepare
   [junit4]   2> 15484 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: prepareCommit: flush
   [junit4]   2> 15484 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]:   index before flush 
   [junit4]   2> 15484 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: startFullFlush
   [junit4]   2> 15484 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: anyChanges? numDocsInRam=2 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 15484 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DWFC][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 1 deleted terms (unique count=1) bytesUsed=167, segment=_0, aborted=false, numDocsInRAM=2, deleteQueue=DWDQ: [ generation: 2 ]]
   [junit4]   2> 15485 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DWPT][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: flush postings as segment _0 numDocs=2
   [junit4]   2> 15493 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: 8 msec to write norms
   [junit4]   2> 15494 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: 0 msec to write docValues
   [junit4]   2> 15512 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: 18 msec to write points
   [junit4]   2> 15512 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: 0 msec to finish stored fields
   [junit4]   2> 15520 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: 4 msec to write postings and finish vectors
   [junit4]   2> 15520 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: 0 msec to write fieldInfos
   [junit4]   2> 15520 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DWPT][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: new segment has 0 deleted docs
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DWPT][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: new segment has no vectors; norms; docValues; prox; freqs
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DWPT][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: flushedFiles=[_0_Lucene50_0.doc, _0_Lucene50_0.tim, _0_Lucene50_0.pos, _0.nvd, _0.fdx, _0_Lucene50_0.tip, _0.fdt, _0_Lucene70_0.dvm, _0.dii, _0_Lucene70_0.dvd, _0.dim, _0.nvm, _0.fnm]
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DWPT][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: flushed codec=Lucene70
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DWPT][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: flushed: segment=_0 ramUsed=0.151 MB newFlushedSize=0.002 MB docs/MB=862.671
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DWPT][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: flush time 36.34564 msec
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [DW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: publishFlushedSegment seg-private updates=null
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: publishFlushedSegment
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [BD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: push deletes  2 deleted terms (unique count=2) bytesUsed=1072 segmentPrivate?=false delGen=4 packetCount=1 totBytesUsed=1072
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: publish sets newSegment delGen=5 seg=_0(7.0.0):C2
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IFD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: now checkpoint "_0(7.0.0):C2" [1 segments ; isCommit = false]
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IFD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: delete []
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IFD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: 0 msec to checkpoint
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: apply all deletes during flush
   [junit4]   2> 15521 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [IW][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: now apply all deletes for all segments maxDoc=2
   [junit4]   2> 15522 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [BD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: applyDeletes: open segment readers took 0 msec
   [junit4]   2> 15522 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [BD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: applyDeletes: infos=[_0(7.0.0):C2] packetCount=1
   [junit4]   2> 15522 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [BD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: applyDeletes took 1 msec for 1 segments, 0 newly deleted docs (query deletes), 0 visited terms, allDeleted=null
   [junit4]   2> 15522 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [BD][TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]]: prune sis=segments_1: _0(7.0.0):C2 minGen=5 packetCount=1
   [junit4]   2> 15522 INFO  (TEST-SolrExampleEmbeddedTest.testGetEmptyResults-seed#[5C999E7A839652D7]) [    ] o.a.s.u.LoggingInfoStream [BD][TEST-SolrExa

[...truncated too long message...]

 (SUITE-SolrExampleStreamingBinaryTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1082911905
   [junit4]   2> 82911 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 82912 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1b36dfac
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: now flush at close
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]:   index before flush _21(7.0.0):C1
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-304-thread-1]: startFullFlush
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-304-thread-1]: coreCloseExecutor-304-thread-1 finishFullFlush success=true
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: apply all deletes during flush
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: now apply all deletes for all segments maxDoc=1
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-304-thread-1]: applyDeletes: open segment readers took 0 msec
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-304-thread-1]: applyDeletes: no segments; skipping
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-304-thread-1]: prune sis=segments_28: _21(7.0.0):C1 minGen=378 packetCount=0
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-304-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-304-thread-1]: now merge
   [junit4]   2> 82914 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-304-thread-1]:   index: _21(7.0.0):C1
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [MS][coreCloseExecutor-304-thread-1]:   no more merges pending; now return
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: waitForMerges
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: waitForMerges done
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: commit: start
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: commit: enter lock
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: commit: now prepare
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: prepareCommit: flush
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]:   index before flush _21(7.0.0):C1
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-304-thread-1]: startFullFlush
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: apply all deletes during flush
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: now apply all deletes for all segments maxDoc=1
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-304-thread-1]: applyDeletes: open segment readers took 0 msec
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-304-thread-1]: applyDeletes: no segments; skipping
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-304-thread-1]: prune sis=segments_28: _21(7.0.0):C1 minGen=378 packetCount=0
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-304-thread-1]: coreCloseExecutor-304-thread-1 finishFullFlush success=true
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: startCommit(): start
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]:   skip startCommit(): no changes pending
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-304-thread-1]: delete []
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: commit: pendingCommit == null; skip
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: commit: took 0.3 msec
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: commit: done
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: rollback
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: all running merges have aborted
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: rollback: done finish merges
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-304-thread-1]: abort
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-304-thread-1]: done abort success=true
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-304-thread-1]: rollback: infos=_21(7.0.0):C1
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-304-thread-1]: now checkpoint "_21(7.0.0):C1" [1 segments ; isCommit = false]
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-304-thread-1]: delete []
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-304-thread-1]: 0 msec to checkpoint
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-304-thread-1]: delete []
   [junit4]   2> 82915 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-304-thread-1]: delete []
   [junit4]   2> 82956 INFO  (coreCloseExecutor-304-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=456581036
   [junit4]   2> 82957 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[5C999E7A839652D7]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23395265{/solr,null,UNAVAILABLE}
   [junit4]   2> 82958 INFO  (SUITE-SolrExampleStreamingBinaryTest-seed#[5C999E7A839652D7]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest_5C999E7A839652D7-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1389, maxMBSortInHeap=6.5863591465715166, sim=RandomSimilarity(queryNorm=true): {}, locale=he-IL, timezone=Brazil/East
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=72950968,total=337117184
   [junit4]   2> NOTE: All tests run in this JVM: [HttpSolrClientConPoolTest, SolrExampleEmbeddedTest, AndEvaluatorTest, GraphExpressionTest, TestSolrProperties, TestCollectionStateWatchers, EqualsEvaluatorTest, TestDocumentObjectBinder, StreamExpressionParserTest, MergeIndexesEmbeddedTest, SolrExampleStreamingBinaryTest]
   [junit4] Completed [67/107 (6!)] on J1 in 7.42s, 36 tests, 1 failure <<< FAILURES!

[...truncated 62026 lines...]