You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/03 13:20:53 UTC

[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 1109 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1109/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestHdfsCloudBackupRestore.test

Error Message:
Error from server at https://127.0.0.1:42387/solr: Timed out waiting to see all replicas: [hdfsbackuprestore_restored_shard2_replica_n85] in cluster state.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42387/solr: Timed out waiting to see all replicas: [hdfsbackuprestore_restored_shard2_replica_n85] in cluster state.
	at __randomizedtesting.SeedInfo.seed([6138D22396EA590:8E47B2F89792C868]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:285)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13469 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestHdfsCloudBackupRestore
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/init-core-data-001
   [junit4]   2> 2043463 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 2043463 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2043464 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2043465 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2043527 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2043546 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2043547 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2043565 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_34411_hdfs____.lfptxv/webapp
   [junit4]   2> 2044140 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:34411
   [junit4]   2> 2044344 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2044345 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2044360 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46159_datanode____.r177wm/webapp
   [junit4]   2> 2044932 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46159
   [junit4]   2> 2044972 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2044973 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2044985 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34901_datanode____ygklsw/webapp
   [junit4]   2> 2045467 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34901
   [junit4]   2> 2045798 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:45241) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 2045798 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:45241) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 2045808 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x98a3db8dfaabc: from storage DS-4200e4f9-695a-4b1f-b29d-bc6dbfe18108 node DatanodeRegistration(127.0.0.1:33299, datanodeUuid=7141e948-b472-4b33-897d-47546a51efc3, infoPort=41515, infoSecurePort=0, ipcPort=39413, storageInfo=lv=-56;cid=testClusterID;nsid=1585893897;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2045808 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x98a3db8dfaabc: from storage DS-6b9b635f-0914-427c-b9df-f757063022c6 node DatanodeRegistration(127.0.0.1:33299, datanodeUuid=7141e948-b472-4b33-897d-47546a51efc3, infoPort=41515, infoSecurePort=0, ipcPort=39413, storageInfo=lv=-56;cid=testClusterID;nsid=1585893897;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2045814 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x98a3db8dfaac0: from storage DS-5a40da13-e3d4-4016-8ff2-6ae25cd6e227 node DatanodeRegistration(127.0.0.1:33213, datanodeUuid=73773d30-d3a1-4751-a1e4-b2da7ff9c87c, infoPort=45915, infoSecurePort=0, ipcPort=35093, storageInfo=lv=-56;cid=testClusterID;nsid=1585893897;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
   [junit4]   2> 2045814 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x98a3db8dfaac0: from storage DS-5b7e3ffa-158b-4a3f-b404-426abae2e0c6 node DatanodeRegistration(127.0.0.1:33213, datanodeUuid=73773d30-d3a1-4751-a1e4-b2da7ff9c87c, infoPort=45915, infoSecurePort=0, ipcPort=35093, storageInfo=lv=-56;cid=testClusterID;nsid=1585893897;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2045899 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.s.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 2050913 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002
   [junit4]   2> 2050914 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2050914 INFO  (Thread-3840) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2050914 INFO  (Thread-3840) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2050915 ERROR (Thread-3840) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2051014 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38513
   [junit4]   2> 2051016 INFO  (zkConnectionManagerCallback-3524-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2051020 INFO  (jetty-launcher-3521-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2051020 INFO  (jetty-launcher-3521-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2051020 INFO  (jetty-launcher-3521-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d2795e{/solr,null,AVAILABLE}
   [junit4]   2> 2051021 INFO  (jetty-launcher-3521-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@94ec64{/solr,null,AVAILABLE}
   [junit4]   2> 2051021 INFO  (jetty-launcher-3521-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14b0f88{SSL,[ssl, http/1.1]}{127.0.0.1:42387}
   [junit4]   2> 2051021 INFO  (jetty-launcher-3521-thread-1) [    ] o.e.j.s.Server Started @2053057ms
   [junit4]   2> 2051021 INFO  (jetty-launcher-3521-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42387}
   [junit4]   2> 2051021 ERROR (jetty-launcher-3521-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2051021 INFO  (jetty-launcher-3521-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@8c21d9{SSL,[ssl, http/1.1]}{127.0.0.1:41963}
   [junit4]   2> 2051021 INFO  (jetty-launcher-3521-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2051021 INFO  (jetty-launcher-3521-thread-2) [    ] o.e.j.s.Server Started @2053057ms
   [junit4]   2> 2051021 INFO  (jetty-launcher-3521-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2051021 INFO  (jetty-launcher-3521-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41963}
   [junit4]   2> 2051021 INFO  (jetty-launcher-3521-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2051021 INFO  (jetty-launcher-3521-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-03T12:55:35.731Z
   [junit4]   2> 2051021 ERROR (jetty-launcher-3521-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2051022 INFO  (jetty-launcher-3521-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 2051022 INFO  (jetty-launcher-3521-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2051022 INFO  (jetty-launcher-3521-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2051022 INFO  (jetty-launcher-3521-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-03T12:55:35.732Z
   [junit4]   2> 2051023 INFO  (zkConnectionManagerCallback-3526-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2051023 INFO  (jetty-launcher-3521-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2051025 INFO  (zkConnectionManagerCallback-3528-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2051026 INFO  (jetty-launcher-3521-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2051026 INFO  (jetty-launcher-3521-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2051028 INFO  (jetty-launcher-3521-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2051029 INFO  (jetty-launcher-3521-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38513/solr
   [junit4]   2> 2051030 INFO  (zkConnectionManagerCallback-3532-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2051030 INFO  (jetty-launcher-3521-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38513/solr
   [junit4]   2> 2051031 INFO  (zkConnectionManagerCallback-3536-thread-1-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2051031 INFO  (zkConnectionManagerCallback-3538-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2051032 INFO  (zkConnectionManagerCallback-3540-thread-1-processing-n:127.0.0.1:41963_solr) [n:127.0.0.1:41963_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2051058 INFO  (jetty-launcher-3521-thread-1) [n:127.0.0.1:42387_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2051058 INFO  (jetty-launcher-3521-thread-2) [n:127.0.0.1:41963_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2051058 INFO  (jetty-launcher-3521-thread-1) [n:127.0.0.1:42387_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42387_solr
   [junit4]   2> 2051058 INFO  (jetty-launcher-3521-thread-2) [n:127.0.0.1:41963_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41963_solr
   [junit4]   2> 2051058 INFO  (jetty-launcher-3521-thread-1) [n:127.0.0.1:42387_solr    ] o.a.s.c.Overseer Overseer (id=99286000312254468-127.0.0.1:42387_solr-n_0000000000) starting
   [junit4]   2> 2051059 INFO  (zkCallback-3539-thread-1-processing-n:127.0.0.1:41963_solr) [n:127.0.0.1:41963_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2051059 INFO  (zkCallback-3535-thread-1-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2051062 INFO  (jetty-launcher-3521-thread-1) [n:127.0.0.1:42387_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42387_solr
   [junit4]   2> 2051062 INFO  (zkCallback-3539-thread-1-processing-n:127.0.0.1:41963_solr) [n:127.0.0.1:41963_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2051069 INFO  (zkCallback-3535-thread-1-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2051137 INFO  (jetty-launcher-3521-thread-2) [n:127.0.0.1:41963_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:45241/solr,solr.hdfs.confdir=}}
   [junit4]   2> 2051137 INFO  (jetty-launcher-3521-thread-2) [n:127.0.0.1:41963_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:45241/solr,solr.hdfs.confdir=}}
   [junit4]   2> 2051142 INFO  (jetty-launcher-3521-thread-1) [n:127.0.0.1:42387_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:45241/solr,solr.hdfs.confdir=}}
   [junit4]   2> 2051142 INFO  (jetty-launcher-3521-thread-1) [n:127.0.0.1:42387_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://localhost.localdomain:45241/solr,solr.hdfs.confdir=}}
   [junit4]   2> 2051158 INFO  (jetty-launcher-3521-thread-2) [n:127.0.0.1:41963_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2051159 INFO  (jetty-launcher-3521-thread-1) [n:127.0.0.1:42387_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2051196 INFO  (jetty-launcher-3521-thread-2) [n:127.0.0.1:41963_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2051196 INFO  (jetty-launcher-3521-thread-2) [n:127.0.0.1:41963_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2051197 INFO  (jetty-launcher-3521-thread-1) [n:127.0.0.1:42387_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2051197 INFO  (jetty-launcher-3521-thread-1) [n:127.0.0.1:42387_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2051197 INFO  (jetty-launcher-3521-thread-2) [n:127.0.0.1:41963_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node2/.
   [junit4]   2> 2051198 INFO  (jetty-launcher-3521-thread-1) [n:127.0.0.1:42387_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node1/.
   [junit4]   2> 2051253 INFO  (zkConnectionManagerCallback-3546-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2051254 INFO  (zkConnectionManagerCallback-3550-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2051255 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2051255 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38513/solr ready
   [junit4]   2> 2051293 INFO  (TEST-TestHdfsCloudBackupRestore.test-seed#[6138D22396EA590]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2051317 INFO  (qtp14533764-16052) [n:127.0.0.1:42387_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&version=2&pullReplicas=1&property.customKey=customValue&maxShardsPerNode=3&autoAddReplicas=true&name=hdfsbackuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin and sendToOCPQueue=true
   [junit4]   2> 2051322 INFO  (OverseerThreadFactory-6221-thread-1-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr    ] o.a.s.c.CreateCollectionCmd Create collection hdfsbackuprestore
   [junit4]   2> 2051322 WARN  (OverseerThreadFactory-6221-thread-1-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr    ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 3 on collection hdfsbackuprestore is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 2051426 INFO  (OverseerStateUpdate-99286000312254468-127.0.0.1:42387_solr-n_0000000000) [n:127.0.0.1:42387_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42387/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2051426 INFO  (OverseerStateUpdate-99286000312254468-127.0.0.1:42387_solr-n_0000000000) [n:127.0.0.1:42387_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41963/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2051427 INFO  (OverseerStateUpdate-99286000312254468-127.0.0.1:42387_solr-n_0000000000) [n:127.0.0.1:42387_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42387/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2051428 INFO  (OverseerStateUpdate-99286000312254468-127.0.0.1:42387_solr-n_0000000000) [n:127.0.0.1:42387_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41963/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2051428 INFO  (OverseerStateUpdate-99286000312254468-127.0.0.1:42387_solr-n_0000000000) [n:127.0.0.1:42387_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42387/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2051429 INFO  (OverseerStateUpdate-99286000312254468-127.0.0.1:42387_solr-n_0000000000) [n:127.0.0.1:42387_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica_p10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41963/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2051637 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node7&name=hdfsbackuprestore_shard1_replica_p4&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 2051637 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2051641 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=hdfsbackuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 2051641 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 2051665 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=hdfsbackuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 2051665 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2051674 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node12&name=hdfsbackuprestore_shard2_replica_p10&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 2051680 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 2051782 INFO  (zkCallback-3535-thread-1-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2051782 INFO  (zkCallback-3539-thread-1-processing-n:127.0.0.1:41963_solr) [n:127.0.0.1:41963_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2051782 INFO  (zkCallback-3539-thread-2-processing-n:127.0.0.1:41963_solr) [n:127.0.0.1:41963_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2052648 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2052649 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2052653 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2052653 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_n8] Schema name=minimal
   [junit4]   2> 2052654 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2052655 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2052655 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2052655 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_n8' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 2052655 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_n1' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 2052655 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_n1' (registry 'solr.core.hdfsbackuprestore.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2052655 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_n8' (registry 'solr.core.hdfsbackuprestore.shard2.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2052655 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2052655 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2052655 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_n1/data/]
   [junit4]   2> 2052655 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica_n8/data/]
   [junit4]   2> 2052659 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_p4] Schema name=minimal
   [junit4]   2> 2052661 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2052661 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_p4' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 2052661 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_p4' (registry 'solr.core.hdfsbackuprestore.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2052661 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2052662 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_p4/data/]
   [junit4]   2> 2052685 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2052688 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2052695 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2052696 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2052699 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2052699 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_n2' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 2052699 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_n2' (registry 'solr.core.hdfsbackuprestore.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2052699 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2052700 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica_n2/data/]
   [junit4]   2> 2052703 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 2052719 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2052719 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_n6' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 2052719 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_p10] Schema name=minimal
   [junit4]   2> 2052720 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_n6' (registry 'solr.core.hdfsbackuprestore.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2052720 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2052720 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_n6/data/]
   [junit4]   2> 2052721 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2052721 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_p10' using configuration from collection hdfsbackuprestore, trusted=true
   [junit4]   2> 2052722 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_p10' (registry 'solr.core.hdfsbackuprestore.shard2.replica_p10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ecd9f3
   [junit4]   2> 2052722 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2052722 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_p10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_p10], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_p10/data/]
   [junit4]   2> 2052728 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2052728 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2052729 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2052729 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2052732 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2052732 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c116f2[hdfsbackuprestore_shard1_replica_n1] main]
   [junit4]   2> 2052732 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2052733 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2052733 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2052734 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2052734 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2052735 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2052735 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588576006905528320
   [junit4]   2> 2052735 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@ebad4a[hdfsbackuprestore_shard2_replica_n8] main]
   [junit4]   2> 2052736 INFO  (searcherExecutor-6227-thread-1-processing-n:127.0.0.1:42387_solr x:hdfsbackuprestore_shard1_replica_n1 s:shard1 c:hdfsbackuprestore r:core_node3) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_n1] Registered new searcher Searcher@c116f2[hdfsbackuprestore_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2052737 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2052737 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2052739 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@572fef[hdfsbackuprestore_shard1_replica_p4] main]
   [junit4]   2> 2052740 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2052740 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2052740 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2052740 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2052741 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2052741 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2052741 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.ZkController hdfsbackuprestore_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 2052741 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 2052742 INFO  (searcherExecutor-6226-thread-1-processing-n:127.0.0.1:42387_solr x:hdfsbackuprestore_shard2_replica_n8 s:shard2 c:hdfsbackuprestore r:core_node11) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_n8] Registered new searcher Searcher@ebad4a[hdfsbackuprestore_shard2_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2052742 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2052742 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588576006912868352
   [junit4]   2> 2052742 INFO  (searcherExecutor-6228-thread-1-processing-n:127.0.0.1:42387_solr x:hdfsbackuprestore_shard1_replica_p4 s:shard1 c:hdfsbackuprestore r:core_node7) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_p4] Registered new searcher Searcher@572fef[hdfsbackuprestore_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2052743 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 2052743 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2052745 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2052779 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2052779 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2052780 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2052780 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2052782 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@9685cb[hdfsbackuprestore_shard1_replica_n2] main]
   [junit4]   2> 2052783 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2052783 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2052783 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2052783 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2052783 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2052784 INFO  (searcherExecutor-6230-thread-1-processing-n:127.0.0.1:41963_solr x:hdfsbackuprestore_shard1_replica_n2 s:shard1 c:hdfsbackuprestore r:core_node5) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_n2] Registered new searcher Searcher@9685cb[hdfsbackuprestore_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2052784 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588576006956908544
   [junit4]   2> 2052785 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.SolrIndexSearcher Opening [Searcher@171bb4d[hdfsbackuprestore_shard2_replica_p10] main]
   [junit4]   2> 2052785 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2052786 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2052786 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2052787 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.ZkController hdfsbackuprestore_shard2_replica_p10 starting background replication from leader
   [junit4]   2> 2052787 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 2052787 INFO  (searcherExecutor-6233-thread-1-processing-n:127.0.0.1:41963_solr x:hdfsbackuprestore_shard2_replica_p10 s:shard2 c:hdfsbackuprestore r:core_node12) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_p10] Registered new searcher Searcher@171bb4d[hdfsbackuprestore_shard2_replica_p10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2052787 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 2052787 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2052791 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2052792 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2052793 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2052793 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2052795 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@f783c4[hdfsbackuprestore_shard2_replica_n6] main]
   [junit4]   2> 2052796 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2052796 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2052797 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2052797 INFO  (searcherExecutor-6232-thread-1-processing-n:127.0.0.1:41963_solr x:hdfsbackuprestore_shard2_replica_n6 s:shard2 c:hdfsbackuprestore r:core_node9) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_n6] Registered new searcher Searcher@f783c4[hdfsbackuprestore_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2052797 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588576006970540032
   [junit4]   2> 2052846 INFO  (zkCallback-3539-thread-2-processing-n:127.0.0.1:41963_solr) [n:127.0.0.1:41963_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2052846 INFO  (zkCallback-3535-thread-2-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2052846 INFO  (zkCallback-3539-thread-1-processing-n:127.0.0.1:41963_solr) [n:127.0.0.1:41963_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2053242 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2053242 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2053242 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42387/solr/hdfsbackuprestore_shard1_replica_n1/
   [junit4]   2> 2053243 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_shard1_replica_n1 url=https://127.0.0.1:42387/solr START replicas=[https://127.0.0.1:41963/solr/hdfsbackuprestore_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 2053246 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2053246 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2053246 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42387/solr/hdfsbackuprestore_shard2_replica_n8/
   [junit4]   2> 2053246 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_shard2_replica_n8 url=https://127.0.0.1:42387/solr START replicas=[https://127.0.0.1:41963/solr/hdfsbackuprestore_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 2053250 INFO  (qtp32146622-16138) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.S.Request [hdfsbackuprestore_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2053252 INFO  (qtp32146622-16057) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.S.Request [hdfsbackuprestore_shard2_replica_n6]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2053543 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_shard1_replica_n1 url=https://127.0.0.1:42387/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2053543 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2053543 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2053543 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2053545 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42387/solr/hdfsbackuprestore_shard1_replica_n1/ shard1
   [junit4]   2> 2053549 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_shard2_replica_n8 url=https://127.0.0.1:42387/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2053549 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2053549 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2053549 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2053550 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42387/solr/hdfsbackuprestore_shard2_replica_n8/ shard2
   [junit4]   2> 2053651 INFO  (zkCallback-3539-thread-2-processing-n:127.0.0.1:41963_solr) [n:127.0.0.1:41963_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2053651 INFO  (zkCallback-3539-thread-1-processing-n:127.0.0.1:41963_solr) [n:127.0.0.1:41963_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2053651 INFO  (zkCallback-3535-thread-2-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2053689 INFO  (indexFetcher-6254-thread-1) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.h.IndexFetcher Replica core_node11 is leader but it's state is down, skipping replication
   [junit4]   2> 2053694 INFO  (indexFetcher-6244-thread-1) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
   [junit4]   2> 2053695 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2053696 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2055
   [junit4]   2> 2053701 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2053702 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=hdfsbackuprestore_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2060
   [junit4]   2> 2053744 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node7&name=hdfsbackuprestore_shard1_replica_p4&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2107
   [junit4]   2> 2053788 INFO  (qtp32146622-16116) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=hdfsbackuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2122
   [junit4]   2> 2053788 INFO  (qtp32146622-16055) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node12 x:hdfsbackuprestore_shard2_replica_p10] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=PULL&property.customKey=customValue&coreNodeName=core_node12&name=hdfsbackuprestore_shard2_replica_p10&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2114
   [junit4]   2> 2053801 INFO  (qtp32146622-16045) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2121
   [junit4]   2> 2053803 INFO  (qtp14533764-16052) [n:127.0.0.1:42387_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2053902 INFO  (zkCallback-3535-thread-2-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2053902 INFO  (zkCallback-3539-thread-1-processing-n:127.0.0.1:41963_solr) [n:127.0.0.1:41963_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2053902 INFO  (zkCallback-3539-thread-2-processing-n:127.0.0.1:41963_solr) [n:127.0.0.1:41963_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2054804 INFO  (qtp14533764-16052) [n:127.0.0.1:42387_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf1&version=2&pullReplicas=1&property.customKey=customValue&maxShardsPerNode=3&autoAddReplicas=true&name=hdfsbackuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin} status=0 QTime=3486
   [junit4]   2> 2054811 INFO  (qtp32146622-16049) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard2_replica_n6]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:42387/solr/hdfsbackuprestore_shard2_replica_n8/&wt=javabin&version=2}{add=[2 (1588576009076080640), 3 (1588576009080274944), 5 (1588576009080274945), 6 (1588576009080274946), 7 (1588576009080274947)]} 0 1
   [junit4]   2> 2054812 INFO  (qtp14533764-16054) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard2_replica_n8]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1588576009076080640), 3 (1588576009080274944), 5 (1588576009080274945), 6 (1588576009080274946), 7 (1588576009080274947)]} 0 6
   [junit4]   2> 2054820 INFO  (qtp32146622-16053) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:42387/solr/hdfsbackuprestore_shard1_replica_n1/&wt=javabin&version=2}{add=[0 (1588576009078177792), 1 (1588576009080274944), 4 (1588576009080274945), 8 (1588576009080274946)]} 0 10
   [junit4]   2> 2054820 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1588576009078177792), 1 (1588576009080274944), 4 (1588576009080274945), 8 (1588576009080274946)]} 0 13
   [junit4]   2> 2054822 INFO  (qtp32146622-16057) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588576009093906432,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2054822 INFO  (qtp32146622-16138) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588576009093906432,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2054822 INFO  (qtp32146622-16057) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a51426 commitCommandVersion:1588576009093906432
   [junit4]   2> 2054822 INFO  (qtp32146622-16138) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a3451d commitCommandVersion:1588576009093906432
   [junit4]   2> 2054827 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588576009099149312,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2054827 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1fd9847 commitCommandVersion:1588576009099149312
   [junit4]   2> 2054829 INFO  (qtp14533764-16113) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588576009101246464,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2054829 INFO  (qtp14533764-16113) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@65509e commitCommandVersion:1588576009101246464
   [junit4]   2> 2055039 INFO  (qtp32146622-16138) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d24cf[hdfsbackuprestore_shard2_replica_n6] main]
   [junit4]   2> 2055040 INFO  (qtp32146622-16138) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2055041 INFO  (searcherExecutor-6232-thread-1-processing-n:127.0.0.1:41963_solr x:hdfsbackuprestore_shard2_replica_n6 s:shard2 c:hdfsbackuprestore r:core_node9) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_n6] Registered new searcher Searcher@4d24cf[hdfsbackuprestore_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C5)))}
   [junit4]   2> 2055041 INFO  (qtp32146622-16138) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard2_replica_n6]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:42387/solr/hdfsbackuprestore_shard2_replica_n8/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 219
   [junit4]   2> 2055043 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ab3b2f[hdfsbackuprestore_shard1_replica_n1] main]
   [junit4]   2> 2055043 INFO  (qtp32146622-16057) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f2d90c[hdfsbackuprestore_shard1_replica_n2] main]
   [junit4]   2> 2055043 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2055043 INFO  (qtp32146622-16057) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2055044 INFO  (searcherExecutor-6230-thread-1-processing-n:127.0.0.1:41963_solr x:hdfsbackuprestore_shard1_replica_n2 s:shard1 c:hdfsbackuprestore r:core_node5) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_n2] Registered new searcher Searcher@1f2d90c[hdfsbackuprestore_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C4)))}
   [junit4]   2> 2055044 INFO  (qtp32146622-16057) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard1 r:core_node5 x:hdfsbackuprestore_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:42387/solr/hdfsbackuprestore_shard2_replica_n8/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 222
   [junit4]   2> 2055044 INFO  (searcherExecutor-6227-thread-1-processing-n:127.0.0.1:42387_solr x:hdfsbackuprestore_shard1_replica_n1 s:shard1 c:hdfsbackuprestore r:core_node3) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_n1] Registered new searcher Searcher@ab3b2f[hdfsbackuprestore_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C4)))}
   [junit4]   2> 2055044 INFO  (qtp14533764-16048) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:42387/solr/hdfsbackuprestore_shard2_replica_n8/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 216
   [junit4]   2> 2055047 INFO  (qtp14533764-16113) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@eeeab3[hdfsbackuprestore_shard2_replica_n8] main]
   [junit4]   2> 2055048 INFO  (qtp14533764-16113) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2055048 INFO  (searcherExecutor-6226-thread-1-processing-n:127.0.0.1:42387_solr x:hdfsbackuprestore_shard2_replica_n8 s:shard2 c:hdfsbackuprestore r:core_node11) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_n8] Registered new searcher Searcher@eeeab3[hdfsbackuprestore_shard2_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C5)))}
   [junit4]   2> 2055048 INFO  (qtp14533764-16113) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard2_replica_n8]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:42387/solr/hdfsbackuprestore_shard2_replica_n8/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 219
   [junit4]   2> 2055049 INFO  (qtp14533764-16052) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard2_replica_n8]  webapp=/solr path=/update params={_stateVer_=hdfsbackuprestore:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 227
   [junit4]   2> 2055050 INFO  (qtp14533764-16056) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.c.S.Request [hdfsbackuprestore_shard2_replica_n8]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=5 status=0 QTime=0
   [junit4]   2> 2055050 INFO  (qtp14533764-16042) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.S.Request [hdfsbackuprestore_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=4 status=0 QTime=0
   [junit4]   2> 2055051 INFO  (TEST-TestHdfsCloudBackupRestore.test-seed#[6138D22396EA590]) [    ] o.a.s.c.AbstractCloudBackupRestoreTestCase Triggering Backup command
   [junit4]   2> 2055051 INFO  (qtp14533764-16046) [n:127.0.0.1:42387_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :backup with params async=6b083a09-9c6d-432a-8cef-dd64fcab1cde&name=mytestbackup&action=BACKUP&collection=hdfsbackuprestore&repository=hdfs&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2055052 INFO  (qtp14533764-16046) [n:127.0.0.1:42387_solr    ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:45241/solr
   [junit4]   2> 2055052 INFO  (qtp14533764-16046) [n:127.0.0.1:42387_solr    ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2055062 INFO  (qtp14533764-16046) [n:127.0.0.1:42387_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=6b083a09-9c6d-432a-8cef-dd64fcab1cde&name=mytestbackup&action=BACKUP&collection=hdfsbackuprestore&repository=hdfs&wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 2055063 INFO  (qtp14533764-16046) [n:127.0.0.1:42387_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=6b083a09-9c6d-432a-8cef-dd64fcab1cde&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2055063 INFO  (qtp14533764-16046) [n:127.0.0.1:42387_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=6b083a09-9c6d-432a-8cef-dd64fcab1cde&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2055066 INFO  (OverseerThreadFactory-6221-thread-2-processing-n:127.0.0.1:42387_solr) [n:127.0.0.1:42387_solr    ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:45241/solr
   [junit4]   2> 2055066 INFO  (OverseerCollectionConfigSetProcessor-99286000312254468-127.0.0.1:42387_solr-n_0000000000) [n:127.0.0.1:42387_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/c

[...truncated too long message...]

   2> 2089922 INFO  (coreCloseExecutor-6270-thread-3) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19198a4: rootName = null, domain = solr.core.hdfsbackuprestore.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.hdfsbackuprestore.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@19a9565
   [junit4]   2> 2089924 INFO  (coreCloseExecutor-6271-thread-4) [n:127.0.0.1:42387_solr c:hdfsbackuprestore_restored s:shard1 r:core_node84 x:hdfsbackuprestore_restored_shard1_replica_n83] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.hdfsbackuprestore_restored.shard1.replica_n83, tag=21588703
   [junit4]   2> 2089925 INFO  (coreCloseExecutor-6271-thread-4) [n:127.0.0.1:42387_solr c:hdfsbackuprestore_restored s:shard1 r:core_node84 x:hdfsbackuprestore_restored_shard1_replica_n83] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@111f3ca: rootName = null, domain = solr.core.hdfsbackuprestore_restored.shard1.replica_n83, service url = null, agent id = null] for registry solr.core.hdfsbackuprestore_restored.shard1.replica_n83 / com.codahale.metrics.MetricRegistry@4e24fc
   [junit4]   2> 2089928 INFO  (coreCloseExecutor-6270-thread-4) [n:127.0.0.1:41963_solr c:hdfsbackuprestore_restored s:shard2 r:core_node82 x:hdfsbackuprestore_restored_shard2_replica_n81] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore_restored.shard2.leader, tag=16599370
   [junit4]   2> 2089929 INFO  (coreCloseExecutor-6270-thread-3) [n:127.0.0.1:41963_solr c:hdfsbackuprestore s:shard2 r:core_node9 x:hdfsbackuprestore_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore.shard2.leader, tag=31018469
   [junit4]   2> 2089931 INFO  (jetty-closer-3522-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@94ec64{/solr,null,UNAVAILABLE}
   [junit4]   2> 2089932 INFO  (coreCloseExecutor-6271-thread-2) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard1 r:core_node7 x:hdfsbackuprestore_shard1_replica_p4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore.shard1.leader, tag=13695963
   [junit4]   2> 2089932 INFO  (coreCloseExecutor-6271-thread-3) [n:127.0.0.1:42387_solr c:hdfsbackuprestore s:shard2 r:core_node11 x:hdfsbackuprestore_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore.shard2.leader, tag=9274380
   [junit4]   2> 2089932 INFO  (coreCloseExecutor-6271-thread-4) [n:127.0.0.1:42387_solr c:hdfsbackuprestore_restored s:shard1 r:core_node84 x:hdfsbackuprestore_restored_shard1_replica_n83] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.hdfsbackuprestore_restored.shard1.leader, tag=21588703
   [junit4]   2> 2089934 INFO  (jetty-closer-3522-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99286000312254468-127.0.0.1:42387_solr-n_0000000000) closing
   [junit4]   2> 2089934 INFO  (OverseerStateUpdate-99286000312254468-127.0.0.1:42387_solr-n_0000000000) [n:127.0.0.1:42387_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42387_solr
   [junit4]   2> 2089934 WARN  (OverseerAutoScalingTriggerThread-99286000312254468-127.0.0.1:42387_solr-n_0000000000) [n:127.0.0.1:42387_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2089936 INFO  (jetty-closer-3522-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d2795e{/solr,null,UNAVAILABLE}
   [junit4]   2> 2089936 ERROR (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2089936 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[6138D22396EA590]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38513 38513
   [junit4]   2> 2089963 INFO  (Thread-3840) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38513 38513
   [junit4]   2> 2089964 WARN  (Thread-3840) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections/hdfsbackuprestore_restored/state.json
   [junit4]   2> 	7	/solr/collections/hdfsbackuprestore/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_6138D22396EA590-001
   [junit4]   2> Jan 03, 2018 12:56:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 68 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=PostingsFormat(name=Direct), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=191, maxMBSortInHeap=6.440772782226201, sim=RandomSimilarity(queryNorm=false): {}, locale=es-CO, timezone=Pacific/Pago_Pago
   [junit4]   2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=2,free=181947176,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [MultiTermTest, TestSolrCloudWithHadoopAuthPlugin, TestRandomFaceting, ResponseLogComponentTest, TestOrdValues, DateFieldTest, SaslZkACLProviderTest, StatsReloadRaceTest, TestXmlQParser, TestObjectReleaseTracker, TestConfig, TestIBSimilarityFactory, CacheHeaderTest, OverseerTaskQueueTest, TestReqParamsAPI, CleanupOldIndexTest, TestFilteredDocIdSet, TestSolrCloudWithDelegationTokens, ConnectionManagerTest, ManagedSchemaRoundRobinCloudTest, TestSchemaResource, DistributedMLTComponentTest, TestStressVersions, TestRandomDVFaceting, ReplicaListTransformerTest, TestCodecSupport, UpdateParamsTest, DataDrivenBlockJoinTest, VMParamsZkACLAndCredentialsProvidersTest, MetricTriggerTest, TestManagedResource, TestConfigsApi, TestPHPSerializedResponseWriter, TestSystemCollAutoCreate, DistributedFacetPivotWhiteBoxTest, CachingDirectoryFactoryTest, DeleteReplicaTest, ClassificationUpdateProcessorTest, DistributedFacetPivotLongTailTest, TestQueryWrapperFilter, BasicDistributedZkTest, BasicAuthIntegrationTest, TestBulkSchemaAPI, BigEndianAscendingWordDeserializerTest, ForceLeaderTest, TestDistribStateManager, DistributedExpandComponentTest, HdfsChaosMonkeyNothingIsSafeTest, TestComponentsName, TestOnReconnectListenerSupport, TestFastOutputStream, TestSha256AuthenticationProvider, TestReRankQParserPlugin, TestPointFields, TestFieldCacheReopen, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestDistributedSearch, SolrMetricReporterTest, QueryResultKeyTest, TestPhraseSuggestions, SearchHandlerTest, TermVectorComponentTest, TestIntervalFaceting, TestBadConfig, TestAddFieldRealTimeGet, TestRebalanceLeaders, TriggerIntegrationTest, MissingSegmentRecoveryTest, PropertiesRequestHandlerTest, SimpleCollectionCreateDeleteTest, TestSolrJ, TestUtilizeNode, TestNumericTokenStream, TestInPlaceUpdatesDistrib, SimpleFacetsTest, URLClassifyProcessorTest, TestCloudPseudoReturnFields, DistribCursorPagingTest, DocumentBuilderTest, MetricsConfigTest, CollectionsAPISolrJTest, ExplicitHLLTest, TestLuceneIndexBackCompat, TestOverriddenPrefixQueryForCustomFieldType, PeerSyncTest, TestStandardQParsers, MinimalSchemaTest, TestHighlightDedupGrouping, ExecutePlanActionTest, AnalyticsQueryTest, LeaderInitiatedRecoveryOnShardRestartTest, ActionThrottleTest, SearchRateTriggerTest, TestSort, SoftAutoCommitTest, TestExactSharedStatsCache, TestFreeTextSuggestions, StressHdfsTest, TestRetrieveFieldsOptimizer, TestImplicitCoreProperties, TestMultiValuedNumericRangeQuery, TestBinaryField, TestCSVLoader, TestInitQParser, TimeRoutedAliasUpdateProcessorTest, TestSweetSpotSimilarityFactory, TestPostingsSolrHighlighter, TestFoldingMultitermQuery, BasicZkTest, UpdateRequestProcessorFactoryTest, DirectoryFactoryTest, TestPolicyCloud, TestStressCloudBlindAtomicUpdates, SolrSlf4jReporterTest, TestCloudInspectUtil, TestCloudSchemaless, SliceStateTest, TestMissingGroups, TestManagedSynonymFilterFactory, CdcrVersionReplicationTest, TestSolrCloudSnapshots, TestFieldTypeCollectionResource, SolrPluginUtilsTest, BooleanFieldTest, TestComplexPhraseQParserPlugin, TestConfigSetImmutable, TestValueSourceCache, FieldAnalysisRequestHandlerTest, QueryParsingTest, JsonLoaderTest, PingRequestHandlerTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AliasIntegrationTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, DistribJoinFromCollectionTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, ReplaceNodeTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestClusterProperties, TestCollectionAPI, TestConfigSetsAPI, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore]
   [junit4] Completed [554/764 (1!)] on J0 in 54.46s, 1 test, 1 error <<< FAILURES!

[...truncated 44653 lines...]

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+37) - Build # 1111 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1111/
Java: 64bit/jdk-10-ea+37 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.schema.TestBulkSchemaConcurrent.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:34123/f_bff/z

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:34123/f_bff/z
	at __randomizedtesting.SeedInfo.seed([DD473CE93D60C635:55130333939CABCD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more




Build Log:
[...truncated 1717 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20180103_175916_398935503688000613352.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20180103_175916_398324742793156244998.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20180103_175916_39814589568310395457242.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 287 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20180103_180629_30911751952037137369207.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 12 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20180103_180629_3094868051304605350776.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20180103_180629_30912042552798394831035.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1042 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20180103_180755_9157480416773937170319.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 18 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20180103_180755_9157202143240735683359.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20180103_180755_91417066914512174428821.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 223 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20180103_180942_81016440580964675382816.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20180103_180942_810926479439342370056.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20180103_180942_8103381957290218990692.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 243 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180103_180953_6936920889356594045138.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20180103_180953_6931454114382629857023.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180103_180953_693643413499541740535.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180103_181014_1099277612577954676043.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20180103_181014_1091630180058119960923.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180103_181014_1093295734360895498915.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 164 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180103_181017_50880835516052103932.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180103_181017_50810289359511150904213.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20180103_181017_50818295228960362818525.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 171 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20180103_181020_19714808036026029066589.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180103_181020_19717642251862056518664.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180103_181020_197835107924746391918.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180103_181031_13614131273127712973517.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180103_181031_13616720972304915440284.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20180103_181039_4856133295881242694621.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20180103_181039_4855771129871728317321.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20180103_181039_4853561337363411821540.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20180103_181042_4169227269152543084183.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 192 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20180103_181051_716639879780135674431.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 22 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20180103_181051_7163418352857694975551.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20180103_181051_71614736304638973801447.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1306 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20180103_181249_26217587490937118666449.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20180103_181249_26218301002929556856333.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20180103_181249_26217744865565049533966.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 233 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20180103_181256_9491915508713549700166.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20180103_181256_94913316802001541547234.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20180103_181256_94917169259830827835199.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 251 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20180103_181305_76515771552983881613721.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20180103_181305_7659426548296536597065.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20180103_181305_76511750981781166384036.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 211 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20180103_181504_5794040052968759843509.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20180103_181504_57918204779938874675336.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20180103_181504_5798070477914078711795.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 167 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20180103_181507_52911302233806673267553.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20180103_181507_5295642344504515261006.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20180103_181507_5292794799803386336245.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 228 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20180103_181513_7797956036022733758048.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20180103_181513_7791699643056006878581.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20180103_181513_77918184558116100770086.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 179 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20180103_181542_68418348690961957709142.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20180103_181542_684908875924274500905.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20180103_181542_68410864888522420642039.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 243 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20180103_181555_239713252032770238174.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20180103_181555_2397170878477848129853.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20180103_181555_2394197913158981845643.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 160 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20180103_181618_11116893810381847382476.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20180103_181618_1114913788418327688170.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20180103_181618_11115628792851953629713.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20180103_181635_7674079287864826850452.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20180103_181635_76718101989592330147484.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 177 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20180103_181644_7075725568281415774578.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20180103_181644_7093237562600838828528.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20180103_181644_7095932645891740460156.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 332 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20180103_181700_52715437319135946282012.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20180103_181700_52717859056341263706495.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20180103_181700_5271263113710401671626.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20180103_181709_1125203808965828792674.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20180103_181709_1128591138878102980350.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20180103_181709_11212814475766472008495.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20180103_181717_32415712439878457395694.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20180103_181717_3246830691180550722329.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20180103_181717_324979394306714166888.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 216 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20180103_181730_4325771861175597782868.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20180103_181730_432499156249389865168.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20180103_181730_43212497803253726412429.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 317 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20180103_181826_86517181256438851205158.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20180103_181826_86518062030649890246294.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20180103_181826_8655708868317284451272.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20180103_181847_15818293327254701132241.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 166 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20180103_181849_61213661495313664911051.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20180103_181849_61114565982438499565022.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20180103_181849_61110953012568624255860.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 244 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20180103_182006_4967111863898800951297.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20180103_182006_49612218586309658810649.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20180103_182006_4969641028556289311311.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 4216 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20180103_182105_1539113933369053468094.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/temp/junit4-J2-20180103_182105_1558275460996352219756.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] Suite: org.apache.solr.schema.TestBulkSchemaConcurrent
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestBulkSchemaConcurrent_DD473CE93D60C635-001/init-core-data-001
   [junit4]   2> 2516562 WARN  (SUITE-TestBulkSchemaConcurrent-seed#[DD473CE93D60C635]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=98 numCloses=98
   [junit4]   2> 2516562 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[DD473CE93D60C635]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2516563 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[DD473CE93D60C635]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2516563 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[DD473CE93D60C635]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2516563 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[DD473CE93D60C635]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /f_bff/z
   [junit4]   2> 2516564 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2516565 INFO  (Thread-5923) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2516565 INFO  (Thread-5923) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2516566 ERROR (Thread-5923) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2516665 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.ZkTestServer start zk server on port:43485
   [junit4]   2> 2516666 INFO  (zkConnectionManagerCallback-4278-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516667 INFO  (zkConnectionManagerCallback-4280-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516669 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-managed-schema.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2516670 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2516670 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2516671 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2516671 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2516672 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2516672 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2516673 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2516674 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2516674 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2516675 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2516675 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2516755 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2516760 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ff92929{/f_bff/z,null,AVAILABLE}
   [junit4]   2> 2516760 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15c5621b{HTTP/1.1,[http/1.1]}{127.0.0.1:34123}
   [junit4]   2> 2516760 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.e.j.s.Server Started @2518236ms
   [junit4]   2> 2516760 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/f_bff/z, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestBulkSchemaConcurrent_DD473CE93D60C635-001/tempDir-001/control/data, hostPort=34123, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestBulkSchemaConcurrent_DD473CE93D60C635-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 2516760 ERROR (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2516761 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2516761 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2516761 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2516761 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-03T19:03:03.429337Z
   [junit4]   2> 2516764 INFO  (zkConnectionManagerCallback-4282-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516764 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2516764 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestBulkSchemaConcurrent_DD473CE93D60C635-001/control-001/solr.xml
   [junit4]   2> 2516765 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2516766 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2516766 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@63701bd0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2516768 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43485/solr
   [junit4]   2> 2516770 INFO  (zkConnectionManagerCallback-4286-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516776 INFO  (zkConnectionManagerCallback-4288-thread-1-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516817 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2516817 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34123_f_bff%2Fz
   [junit4]   2> 2516817 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.Overseer Overseer (id=99287445224423428-127.0.0.1:34123_f_bff%2Fz-n_0000000000) starting
   [junit4]   2> 2516821 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34123_f_bff%2Fz
   [junit4]   2> 2516824 INFO  (zkCallback-4287-thread-1-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2516851 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63701bd0
   [junit4]   2> 2516859 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63701bd0
   [junit4]   2> 2516859 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63701bd0
   [junit4]   2> 2516861 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestBulkSchemaConcurrent_DD473CE93D60C635-001/control-001/cores
   [junit4]   2> 2516943 INFO  (zkConnectionManagerCallback-4294-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2516944 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2516944 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43485/solr ready
   [junit4]   2> 2516946 INFO  (qtp504628049-22118) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34123_f_bff%252Fz&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2516952 INFO  (OverseerThreadFactory-8929-thread-1-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2517055 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2517055 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2517163 INFO  (zkCallback-4287-thread-1-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2518066 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2518070 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 2518075 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2518138 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2518146 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 2518147 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 2518147 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2518147 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63701bd0
   [junit4]   2> 2518148 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2518148 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestBulkSchemaConcurrent_DD473CE93D60C635-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestBulkSchemaConcurrent_DD473CE93D60C635-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2518150 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2518168 WARN  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2518193 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2518193 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2518194 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2518194 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2518195 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=65.201171875, floorSegmentMB=0.6591796875, forceMergeDeletesPctAllowed=6.992688834809096, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.32511861208922477
   [junit4]   2> 2518195 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a95fba9[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2518196 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2518196 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2518196 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 2518196 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2518196 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2518197 INFO  (searcherExecutor-8932-thread-1-processing-n:127.0.0.1:34123_f_bff%2Fz x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2a95fba9[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2518197 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588599125301002240
   [junit4]   2> 2518200 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2518200 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2518200 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34123/f_bff/z/control_collection_shard1_replica_n1/
   [junit4]   2> 2518200 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2518200 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34123/f_bff/z/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2518200 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2518201 INFO  (qtp504628049-22114) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34123/f_bff/z/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2576975 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 34123
   [junit4]   2> 2576975 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=797427443
   [junit4]   2> 2576975 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2576975 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@756b4caf: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@42e6401c
   [junit4]   2> 2576980 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2576980 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6be45325: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1f47d3ee
   [junit4]   2> 2576984 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2576984 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@58545c2a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@517e6d0e
   [junit4]   2> 2576985 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34123_f_bff%2Fz
   [junit4]   2> 2576985 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2576985 INFO  (zkCallback-4287-thread-2-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2576985 INFO  (coreCloseExecutor-8937-thread-1) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@180beb0f
   [junit4]   2> 2576985 INFO  (coreCloseExecutor-8937-thread-1) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=403434255
   [junit4]   2> 2576985 INFO  (coreCloseExecutor-8937-thread-1) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3470fe47: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@ce8ad6a
   [junit4]   2> 2576993 INFO  (coreCloseExecutor-8937-thread-1) [n:127.0.0.1:34123_f_bff%2Fz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=403434255
   [junit4]   2> 2587858 INFO  (ScheduledTrigger-8927-thread-3) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 2587860 INFO  (AutoscalingActionExecutor-8928-thread-1-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2707396500 sessionWrapper.createTime 2707396500830485, this.sessionWrapper.createTime 2707396500830485 
   [junit4]   2> 2587861 INFO  (AutoscalingActionExecutor-8928-thread-1-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"99e5a89ef88f6Ten8i9mhq9yg9ybgjuyrr13z41",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":2707386488817910,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2707386488817910],
   [junit4]   2>     "_enqueue_time_":2707396497803378,
   [junit4]   2>     "nodeNames":["127.0.0.1:34123_f_bff%2Fz"]}}
   [junit4]   2> 2696947 ERROR (qtp504628049-22118) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 2696948 INFO  (qtp504628049-22118) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34123_f_bff%252Fz&wt=javabin&version=2} status=500 QTime=180001
   [junit4]   2> 2696948 ERROR (qtp504628049-22118) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 3117111 ERROR (OverseerThreadFactory-8929-thread-1-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34123/f_bff/z
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:34123/f_bff/z
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 3117112 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[DD473CE93D60C635]) [    ] o.a.s.c.Overseer Overseer (id=99287445224423428-127.0.0.1:34123_f_bff%2Fz-n_0000000000) closing
   [junit4]   2> 3117113 ERROR (OverseerThreadFactory-8929-thread-1-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 3117113 INFO  (OverseerStateUpdate-99287445224423428-127.0.0.1:34123_f_bff%2Fz-n_0000000000) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34123_f_bff%2Fz
   [junit4]   2> 3117113 INFO  (OverseerThreadFactory-8929-thread-1-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 3147148 INFO  (zkCallback-4287-thread-5-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3147149 ERROR (OverseerThreadFactory-8929-thread-1-processing-n:127.0.0.1:34123_f_bff%2Fz) [n:127.0.0.1:34123_f_bff%2Fz    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:688)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:240)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
   [junit4]   2> 	at org.

[...truncated too long message...]

unit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20180103_191707_58010520674255162101255.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20180103_191707_5805033098079046067153.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 553 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20180103_191809_38810202903621054370230.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180103_191809_38815049840890266815413.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180103_191809_3885387748453200629545.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1260 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180103_191826_5989464180509198861864.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180103_191826_5983803071759418542198.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 644 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20180103_191834_85814571812300070469707.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180103_191834_8589186496075421198087.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180103_191834_85813026770035460989216.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 558 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180103_191856_81515139690172974847151.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20180103_191856_81511498045993882875824.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180103_191856_81510750936892542936952.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 560 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180103_191908_85417775499574394221260.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180103_191908_85113464410790225928344.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 659 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180103_191916_8073311441736449204845.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180103_191916_80713674978312454700862.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20180103_191916_80715005718313165152193.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180103_191948_1596467374670332942772.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180103_191948_1588278713076320134694.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180103_192001_63910237688329483165731.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 32274 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1110 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1110/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41401/_ipa/m

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41401/_ipa/m
	at __randomizedtesting.SeedInfo.seed([9B8EA4AD00B43A2F:13DA9B77AE4857D7]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more




Build Log:
[...truncated 13406 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> 1180173 INFO  (SUITE-SyncSliceTest-seed#[9B8EA4AD00B43A2F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_9B8EA4AD00B43A2F-001/init-core-data-001
   [junit4]   2> 1180173 WARN  (SUITE-SyncSliceTest-seed#[9B8EA4AD00B43A2F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1180173 INFO  (SUITE-SyncSliceTest-seed#[9B8EA4AD00B43A2F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1180174 INFO  (SUITE-SyncSliceTest-seed#[9B8EA4AD00B43A2F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1180174 INFO  (SUITE-SyncSliceTest-seed#[9B8EA4AD00B43A2F]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_ipa/m
   [junit4]   2> 1180175 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1180175 INFO  (Thread-3316) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1180175 INFO  (Thread-3316) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1180179 ERROR (Thread-3316) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1180275 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.ZkTestServer start zk server on port:35447
   [junit4]   2> 1180276 INFO  (zkConnectionManagerCallback-7116-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1180278 INFO  (zkConnectionManagerCallback-7118-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1180279 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1180280 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1180280 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1180281 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1180281 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1180281 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1180282 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1180282 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1180282 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1180283 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1180283 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1180284 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1180360 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1180361 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f86daf{/_ipa/m,null,AVAILABLE}
   [junit4]   2> 1180362 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@cf28a10{HTTP/1.1,[http/1.1]}{127.0.0.1:41401}
   [junit4]   2> 1180362 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.e.j.s.Server Started @1182344ms
   [junit4]   2> 1180362 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_ipa/m, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_9B8EA4AD00B43A2F-001/tempDir-001/control/data, hostPort=41401, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_9B8EA4AD00B43A2F-001/control-001/cores}
   [junit4]   2> 1180362 ERROR (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1180362 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.3.0
   [junit4]   2> 1180362 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1180362 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1180362 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-03T15:06:03.496748Z
   [junit4]   2> 1180363 INFO  (zkConnectionManagerCallback-7120-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1180364 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1180364 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_9B8EA4AD00B43A2F-001/control-001/solr.xml
   [junit4]   2> 1180365 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1180365 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1180366 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@972bf87, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1180367 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35447/solr
   [junit4]   2> 1180368 INFO  (zkConnectionManagerCallback-7124-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1180370 INFO  (zkConnectionManagerCallback-7126-thread-1-processing-n:127.0.0.1:41401__ipa%2Fm) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1180392 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1180392 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41401__ipa%2Fm
   [junit4]   2> 1180392 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.c.Overseer Overseer (id=99286513307484164-127.0.0.1:41401__ipa%2Fm-n_0000000000) starting
   [junit4]   2> 1180394 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41401__ipa%2Fm
   [junit4]   2> 1180395 INFO  (zkCallback-7125-thread-1-processing-n:127.0.0.1:41401__ipa%2Fm) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1180427 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@972bf87
   [junit4]   2> 1180432 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@972bf87
   [junit4]   2> 1180433 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@972bf87
   [junit4]   2> 1180433 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_9B8EA4AD00B43A2F-001/control-001/cores
   [junit4]   2> 1180443 INFO  (zkConnectionManagerCallback-7132-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1180443 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1180444 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35447/solr ready
   [junit4]   2> 1180445 INFO  (qtp918805636-20520) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41401__ipa%252Fm&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1180447 INFO  (OverseerThreadFactory-4834-thread-1-processing-n:127.0.0.1:41401__ipa%2Fm) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1180550 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1180550 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1180652 INFO  (zkCallback-7125-thread-1-processing-n:127.0.0.1:41401__ipa%2Fm) [n:127.0.0.1:41401__ipa%2Fm    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1181565 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1181575 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1181660 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1181668 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1181669 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@972bf87
   [junit4]   2> 1181669 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1181669 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_9B8EA4AD00B43A2F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_9B8EA4AD00B43A2F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1181670 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=606598773, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1181672 WARN  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1181693 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1181693 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1181694 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1181694 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1181695 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=10.2685546875, floorSegmentMB=0.740234375, forceMergeDeletesPctAllowed=12.012774393322573, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1181695 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6638c3bd[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1181696 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1181696 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1181696 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1181697 INFO  (searcherExecutor-4837-thread-1-processing-n:127.0.0.1:41401__ipa%2Fm x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6638c3bd[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1181697 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588584214514630656
   [junit4]   2> 1181699 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1181699 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1181699 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41401/_ipa/m/control_collection_shard1_replica_n1/
   [junit4]   2> 1181699 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1181699 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41401/_ipa/m/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1181699 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1181700 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41401/_ipa/m/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1240503 INFO  (zkConnectionManagerCallback-7134-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   1> / (2)
   [junit4]   1> DATA:
   [junit4]   1>     
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1>  /solr (11)
   [junit4]   1>   /solr/configs (2)
   [junit4]   1>    /solr/configs/_default (7)
   [junit4]   1>     /solr/configs/_default/protwords.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/_default/managed-schema (0)
   [junit4]   1>     DATA:
   [junit4]   1>         <?xml version="1.0" encoding="UTF-8" ?>
   [junit4]   1>         <!--
   [junit4]   1>          Licensed to the Apache Software Foundation (ASF) under one or more
   [junit4]   1>          contributor license agreements.  See the NOTICE file distributed with
   [junit4]   1>          this work for additional information regarding copyright ownership.
   [junit4]   1>          The ASF licenses this file to You under the Apache License, Version 2.0
   [junit4]   1>          (the "License"); you may not use this file except in compliance with
   [junit4]   1>          the License.  You may obtain a copy of the License at
   [junit4]   1>         
   [junit4]   1>              http://www.apache.org/licenses/LICENSE-2.0
   [junit4]   1>         
   [junit4]   1>          Unless required by applicable law or agreed to in writing, software
   [junit4]   1>          distributed under the License is distributed on an "AS IS" BASIS,
   [junit4]   1>          WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   [junit4]   1>          See the License for the specific language governing permissions and
   [junit4]   1>          limitations under the License.
   [junit4]   1>         -->
   [junit4]   1>         
   [junit4]   1>         <!--
   [junit4]   1>         
   [junit4]   1>          This example schema is the recommended starting point for users.
   [junit4]   1>          It should be kept correct and concise, usable out-of-the-box.
   [junit4]   1>         
   [junit4]   1>         
   [junit4]   1>          For more information, on how to customize this file, please see
   [junit4]   1>          http://lucene.apache.org/solr/guide/documents-fields-and-schema-design.html
   [junit4]   1>         
   [junit4]   1>          PERFORMANCE NOTE: this schema includes many optional features and should not
   [junit4]   1>          be used for benchmarking.  To improve performance one could
   [junit4]   1>           - set stored="false" for all fields possible (esp large fields) when you
   [junit4]   1>             only need to search on the field but don't need to return the original
   [junit4]   1>             value.
   [junit4]   1>           - set indexed="false" if you don't need to search on the field, but only
   [junit4]   1>             return the field as a result of searching on other indexed fields.
   [junit4]   1>           - remove all unneeded copyField statements
   [junit4]   1>           - for best index size and searching performance, set "index" to false
   [junit4]   1>             for all general text fields, use copyField to copy them to the
   [junit4]   1>             catchall "text" field, and use that for searching.
   [junit4]   1>         -->
   [junit4]   1>         
   [junit4]   1>         <schema name="default-config" version="1.6">
   [junit4]   1>             <!-- attribute "name" is the name of this schema and is only used for display purposes.
   [junit4]   1>                version="x.y" is Solr's version number for the schema syntax and 
   [junit4]   1>                semantics.  It should not normally be changed by applications.
   [junit4]   1>         
   [junit4]   1>                1.0: multiValued attribute did not exist, all fields are multiValued 
   [junit4]   1>                     by nature
   [junit4]   1>                1.1: multiValued attribute introduced, false by default 
   [junit4]   1>                1.2: omitTermFreqAndPositions attribute introduced, true by default 
   [junit4]   1>                     except for text fields.
   [junit4]   1>                1.3: removed optional field compress feature
   [junit4]   1>                1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
   [junit4]   1>                     behavior when a single string produces multiple tokens.  Defaults 
   [junit4]   1>                     to off for version >= 1.4
   [junit4]   1>                1.5: omitNorms defaults to true for primitive field types 
   [junit4]   1>                     (int, float, boolean, string...)
   [junit4]   1>                1.6: useDocValuesAsStored defaults to true.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- Valid attributes for fields:
   [junit4]   1>              name: mandatory - the name for the field
   [junit4]   1>              type: mandatory - the name of a field type from the 
   [junit4]   1>                fieldTypes section
   [junit4]   1>              indexed: true if this field should be indexed (searchable or sortable)
   [junit4]   1>              stored: true if this field should be retrievable
   [junit4]   1>              docValues: true if this field should have doc values. Doc Values is
   [junit4]   1>                recommended (required, if you are using *Point fields) for faceting,
   [junit4]   1>                grouping, sorting and function queries. Doc Values will make the index
   [junit4]   1>                faster to load, more NRT-friendly and more memory-efficient. 
   [junit4]   1>                They are currently only supported by StrField, UUIDField, all 
   [junit4]   1>                *PointFields, and depending on the field type, they might require
   [junit4]   1>                the field to be single-valued, be required or have a default value
   [junit4]   1>                (check the documentation of the field type you're interested in for
   [junit4]   1>                more information)
   [junit4]   1>              multiValued: true if this field may contain multiple values per document
   [junit4]   1>              omitNorms: (expert) set to true to omit the norms associated with
   [junit4]   1>                this field (this disables length normalization and index-time
   [junit4]   1>                boosting for the field, and saves some memory).  Only full-text
   [junit4]   1>                fields or fields that need an index-time boost need norms.
   [junit4]   1>                Norms are omitted for primitive (non-analyzed) types by default.
   [junit4]   1>              termVectors: [false] set to true to store the term vector for a
   [junit4]   1>                given field.
   [junit4]   1>                When using MoreLikeThis, fields used for similarity should be
   [junit4]   1>                stored for best performance.
   [junit4]   1>              termPositions: Store position information with the term vector.  
   [junit4]   1>                This will increase storage costs.
   [junit4]   1>              termOffsets: Store offset information with the term vector. This 
   [junit4]   1>                will increase storage costs.
   [junit4]   1>              required: The field is required.  It will throw an error if the
   [junit4]   1>                value does not exist
   [junit4]   1>              default: a value that should be used if no value is specified
   [junit4]   1>                when adding a document.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- field names should consist of alphanumeric or underscore characters only and
   [junit4]   1>               not start with a digit.  This is not currently strictly enforced,
   [junit4]   1>               but other field names will not have first class support from all components
   [junit4]   1>               and back compatibility is not guaranteed.  Names with both leading and
   [junit4]   1>               trailing underscores (e.g. _version_) are reserved.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- In this _default configset, only four fields are pre-declared:
   [junit4]   1>                  id, _version_, and _text_ and _root_. All other fields will be type guessed and added via the
   [junit4]   1>                  "add-unknown-fields-to-the-schema" update request processor chain declared in solrconfig.xml.
   [junit4]   1>                  
   [junit4]   1>                  Note that many dynamic fields are also defined - you can use them to specify a 
   [junit4]   1>                  field's type via field naming conventions - see below.
   [junit4]   1>           
   [junit4]   1>                  WARNING: The _text_ catch-all field will significantly increase your index size.
   [junit4]   1>                  If you don't need it, consider removing it and the corresponding copyField directive.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <field name="id" type="string" indexed="true" stored="true" required="true" multiValued="false" />
   [junit4]   1>             <!-- docValues are enabled by default for long type so we don't need to index the version field  -->
   [junit4]   1>             <field name="_version_" type="plong" indexed="false" stored="false"/>
   [junit4]   1>             <field name="_root_" type="string" indexed="true" stored="false" docValues="false" />
   [junit4]   1>             <field name="_text_" type="text_general" indexed="true" stored="false" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- This can be enabled, in case the client does not know what fields may be searched. It isn't enabled by default
   [junit4]   1>                  because it's very expensive to index everything twice. -->
   [junit4]   1>             <!-- <copyField source="*" dest="_text_"/> -->
   [junit4]   1>         
   [junit4]   1>             <!-- Dynamic field definitions allow using convention over configuration
   [junit4]   1>                for fields via the specification of patterns to match field names.
   [junit4]   1>                EXAMPLE:  name="*_i" will match any field ending in _i (like myid_i, z_i)
   [junit4]   1>                RESTRICTION: the glob-like pattern in the name attribute must have a "*" only at the start or the end.  -->
   [junit4]   1>            
   [junit4]   1>             <dynamicField name="*_i"  type="pint"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_is" type="pints"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_s"  type="string"  indexed="true"  stored="true" />
   [junit4]   1>             <dynamicField name="*_ss" type="strings"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_l"  type="plong"   indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_ls" type="plongs"   indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_txt" type="text_general" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_b"  type="boolean" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_bs" type="booleans" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_f"  type="pfloat"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_fs" type="pfloats"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_d"  type="pdouble" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_ds" type="pdoubles" indexed="true"  stored="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- Type used for data-driven schema, to add a string copy for each text field -->
   [junit4]   1>             <dynamicField name="*_str" type="strings" stored="false" docValues="true" indexed="false" />
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="*_dt"  type="pdate"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dts" type="pdate"    indexed="true"  stored="true" multiValued="true"/>
   [junit4]   1>             <dynamicField name="*_p"  type="location" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_srpt"  type="location_rpt" indexed="true" stored="true"/>
   [junit4]   1>             
   [junit4]   1>             <!-- payloaded dynamic fields -->
   [junit4]   1>             <dynamicField name="*_dpf" type="delimited_payloads_float" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dpi" type="delimited_payloads_int" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dps" type="delimited_payloads_string" indexed="true"  stored="true"/>
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="attr_*" type="text_general" indexed="true" stored="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- Field to use to determine and enforce document uniqueness.
   [junit4]   1>               Unless this field is marked with required="false", it will be a required field
   [junit4]   1>             -->
   [junit4]   1>             <uniqueKey>id</uniqueKey>
   [junit4]   1>         
   [junit4]   1>             <!-- copyField commands copy one field to another at the time a document
   [junit4]   1>                is added to the index.  It's used either to index the same field differently,
   [junit4]   1>                or to add multiple fields to the same field for easier/faster searching.
   [junit4]   1>         
   [junit4]   1>             <copyField source="sourceFieldName" dest="destinationFieldName"/>
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- field type definitions. The "name" attribute is
   [junit4]   1>                just a label to be used by field definitions.  The "class"
   [junit4]   1>                attribute and any other attributes determine the real
   [junit4]   1>                behavior of the fieldType.
   [junit4]   1>                  Class names starting with "solr" refer to java classes in a
   [junit4]   1>                standard package such as org.apache.solr.analysis
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- sortMissingLast and sortMissingFirst attributes are optional attributes are
   [junit4]   1>                  currently supported on types that are sorted internally as strings
   [junit4]   1>                  and on numeric types.
   [junit4]   1>                This includes "string", "boolean", "pint", "pfloat", "plong", "pdate", "pdouble".
   [junit4]   1>                - If sortMissingLast="true", then a sort on this field will cause documents
   [junit4]   1>                  without the field to come after documents with the field,
   [junit4]   1>                  regardless of the requested sort order (asc or desc).
   [junit4]   1>                - If sortMissingFirst="true", then a sort on this field will cause documents
   [junit4]   1>                  without the field to come before documents with the field,
   [junit4]   1>                  regardless of the requested sort order.
   [junit4]   1>                - If sortMissingLast="false" and sortMissingFirst="false" (the default),
   [junit4]   1>                  then default lucene sorting will be used which places docs without the
   [junit4]   1>                  field first in an ascending sort and last in a descending sort.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- The StrField type is not analyzed, but indexed/stored verbatim. -->
   [junit4]   1>             <fieldType name="string" class="solr.StrField" sortMissingLast="true" docValues="true" />
   [junit4]   1>             <fieldType name="strings" class="solr.StrField" sortMissingLast="true" multiValued="true" docValues="true" />
   [junit4]   1>         
   [junit4]   1>             <!-- boolean type: "true" or "false" -->
   [junit4]   1>             <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true"/>
   [junit4]   1>             <fieldType name="booleans" class="solr.BoolField" sortMissingLast="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!--
   [junit4]   1>               Numeric field types that index values using KD-trees.
   [junit4]   1>               Point fields don't support FieldCache, so they must have docValues="true" if needed for sorting, faceting, functions, etc.
   [junit4]   1>             -->
   [junit4]   1>             <fieldType name="pint" class="solr.IntPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pfloat" class="solr.FloatPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="plong" class="solr.LongPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pdouble" class="solr.DoublePointField" docValues="true"/>
   [junit4]   1>             
   [junit4]   1>             <fieldType name="pints" class="solr.IntPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="pfloats" class="solr.FloatPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="plongs" class="solr.LongPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="pdoubles" class="solr.DoublePointField" docValues="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
   [junit4]   1>                  is a more restricted form of the canonical representation of dateTime
   [junit4]   1>                  http://www.w3.org/TR/xmlschema-2/#dateTime    
   [junit4]   1>                  The trailing "Z" designates UTC time and is mandatory.
   [junit4]   1>                  Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
   [junit4]   1>                  All other components are mandatory.
   [junit4]   1>         
   [junit4]   1>                  Expressions can also be used to denote calculations that should be
   [junit4]   1>                  performed relative to "NOW" to determine the value, ie...
   [junit4]   1>         
   [junit4]   1>                        NOW/HOUR
   [junit4]   1>                           ... Round to the start of the current hour
   [junit4]   1>                        NOW-1DAY
   [junit4]   1>                           ... Exactly 1 day prior to now
   [junit4]   1>                        NOW/DAY+6MONTHS+3DAYS
   [junit4]   1>                           ... 6 months and 3 days in the future from the start of
   [junit4]   1>                               the current day
   [junit4]   1>                               
   [junit4]   1>               -->
   [junit4]   1>             <!-- KD-tree versions of date fields -->
   [junit4]   1>             <fieldType name="pdate" class="solr.DatePointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pdates" class="solr.DatePointField" docValues="true" multiValued="true"/>
   [junit4]   1>             
   [junit4]   1>             <!--Binary data type. The data should be sent/retrieved in as Base64 encoded Strings -->
   [junit4]   1>             <fieldType name="binary" class="solr.BinaryField"/>
   [junit4]   1>         
   [junit4]   1>             <!-- solr.TextField allows the specification of custom text analyzers
   [junit4]   1>                  specified as a tokenizer and a list of token filters. Different
   [junit4]   1>                  analyzers may be specified for indexing and querying.
   [junit4]   1>         
   [junit4]   1>                  The optional positionIncrementGap puts space between multiple fields of
   [junit4]   1>                  this type on the same document, with the purpose of preventing false phrase
   [junit4]   1>                  matching across fields.
   [junit4]   1>         
   [junit4]   1>                  For more info on customizing your analyzer chain, please see
   [junit4]   1>                  http://lucene.apache.org/solr/guide/understanding-analyzers-tokenizers-and-filters.html#understanding-analyzers-tokenizers-and-filters
   [junit4]   1>              -->
   [junit4]   1>         
   [junit4]   1>             <!-- One can also specify an existing Analyzer class that has a
   [junit4]   1>                  default constructor via the class attribute on the analyzer element.
   [junit4]   1>                  Example:
   [junit4]   1>             <fieldType name="text_greek" class="solr.TextField">
   [junit4]   1>               <analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
   [junit4]   1>             </fieldType>
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- A text field that only splits on whitespace for exact matching of words -->
   [junit4]   1>             <dynamicField name="*_ws" type="text_ws"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A general text field that has reasonable, generic
   [junit4]   1>                  cross-language defaults: it tokenizes with StandardTokenizer,
   [junit4]   1>         	       removes stop words from case-insensitive "stopwords.txt"
   [junit4]   1>         	       (empty by default), and down cases.  At query time only, it
   [junit4]   1>         	       also applies synonyms.
   [junit4]   1>         	  -->
   [junit4]   1>             <fieldType name="text_general" class="solr.TextField" positionIncrementGap="100" multiValued="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A text field with defaults appropriate for English: it tokenizes with StandardTokenizer,
   [junit4]   1>                  removes English stop words (lang/stopwords_en.txt), down cases, protects words from protwords.txt, and
   [junit4]   1>                  finally applies Porter's stemming.  The query time analyzer also applies synonyms from synonyms.txt. -->
   [junit4]   1>             <dynamicField name="*_txt_en" type="text_en"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <!-- Case insensitive stop word removal.
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                     />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.EnglishPossessiveFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>         	      -->
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.EnglishPossessiveFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>         	      -->
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A text field with defaults appropriate for English, plus
   [junit4]   1>                  aggressive word-splitting and autophrase features enabled.
   [junit4]   1>                  This field is just like text_en, except it adds
   [junit4]   1>                  WordDelimiterGraphFilter to enable splitting and matching of
   [junit4]   1>                  words on case-change, alpha numeric boundaries, and
   [junit4]   1>                  non-alphanumeric chars.  This means certain compound word
   [junit4]   1>                  cases will work, for example query "wi fi" will match
   [junit4]   1>                  document "WiFi" or "wi-fi".
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_txt_en_split" type="text_en_splitting"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en_splitting" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <!-- Case insensitive stop word removal.
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Less flexible matching, but less false matches.  Probably not ideal for product names,
   [junit4]   1>                  but may be good for SKUs.  Can insert dashes in the wrong place and still match. -->
   [junit4]   1>             <dynamicField name="*_txt_en_split_tight" type="text_en_splitting_tight"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en_splitting_tight" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>                 <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
   [junit4]   1>                      possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
   [junit4]   1>                 <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>                 <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
   [junit4]   1>                      possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
   [junit4]   1>                 <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Just like text_general except it reverses the characters of
   [junit4]   1>         	       each token, to enable more efficient leading wildcard queries.
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_txt_rev" type="text_general_rev"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_general_rev" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ReversedWildcardFilterFactory" withOriginal="true"
   [junit4]   1>                         maxPosAsterisk="3" maxPosQuestion="2" maxFractionAsterisk="0.33"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="*_phon_en" type="phonetic_en"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="phonetic_en" stored="false" indexed="true" class="solr.TextField" >
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DoubleMetaphoneFilterFactory" inject="false"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- lowercases the entire field value, keeping it as a single token.  -->
   [junit4]   1>             <dynamicField name="*_s_lower" type="lowercase"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="lowercase" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- 
   [junit4]   1>               Example of using PathHierarchyTokenizerFactory at index time, so
   [junit4]   1>               queries for paths match documents at that path, or in descendent paths
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_descendent_path" type="descendent_path"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="descendent_path" class="solr.TextField">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!--
   [junit4]   1>               Example of using PathHierarchyTokenizerFactory at query time, so
   [junit4]   1>               queries for paths match documents at that path, or in ancestor paths
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_ancestor_path" type="ancestor_path"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="ancestor_path" class="solr.TextField">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- This point type indexes the coordinates as separate fields (subFields)
   [junit4]   1>               If subFieldType is defined, it references a type, and a dynamic field
   [junit4]   1>               definition is created matching *___<typename>.  Alternately, if 
   [junit4]   1>               subFieldSuffix is defined, that is used to create the subFields.
   [junit4]   1>               Example: if subFieldType="double", then the coordinates would be
   [junit4]   1>                 indexed in fields myloc_0___double,myloc_1___double.
   [junit4]   1>               Example: if subFieldSuffix="_d" then the coordinates would be indexed
   [junit4]   1>                 in fields myloc_0_d,myloc_1_d
   [junit4]   1>               The subFields are an implementation detail of the fieldType, and end
   [junit4]   1>               users normally should not need to know about them.
   [junit4]   1>              -->
   [junit4]   1>             <dynamicField name="*_point" type="point"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="point" class="solr.PointType" dimension="2" subFieldSuffix="_d"/>
   [junit4]   1>         
   [junit4]   1>             <!-- A specialized field for geospatial search filters and distance sorting. -->
   [junit4]   1>             <fieldType name="location" class="solr.LatLonPointSpatialField" docValues="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- A geospatial field type that supports multiValued and polygon shapes.
   [junit4]   1>               For more information about this and other spatial fields see:
   [junit4]   1>               http://lucene.apache.org/solr/guide/spatial-search.html
   [junit4]   1>             -->
   [junit4]   1>             <fieldType name="location_rpt" class="solr.SpatialRecursivePrefixTreeFieldType"
   [junit4]   1>                        geo="true" distErrPct="0.025" maxDistErr="0.001" distanceUnits="kilometers" />
   [junit4]   1>         
   [junit4]   1>             <!-- Payloaded field types -->
   [junit4]   1>             <fieldType name="delimited_payloads_float" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="float"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             <fieldType name="delimited_payloads_int" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="integer"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             <fieldType name="delimited_payloads_string" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="identity"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- some examples for different languages (generally ordered by ISO code) -->
   [junit4]   1>         
   [junit4]   1>             <!-- Arabic -->
   [junit4]   1>             <dynamicField name="*_txt_ar" type="text_ar"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ar" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- for any non-arabic -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ar.txt" />
   [junit4]   1>                 <!-- normalizes ﻯ to ﻱ, etc -->
   [junit4]   1>                 <filter class="solr.ArabicNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ArabicStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Bulgarian -->
   [junit4]   1>             <dynamicField name="*_txt_bg" type="text_bg"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_bg" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/> 
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_bg.txt" /> 
   [junit4]   1>                 <filter class="solr.BulgarianStemFilterFactory"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Catalan -->
   [junit4]   1>             <dynamicField name="*_txt_ca" type="text_ca"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ca" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes l', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ca.txt"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ca.txt" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Catalan"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- CJK bigram (see text_ja for a Japanese configuration using morphological analysis) -->
   [junit4]   1>             <dynamicField name="*_txt_cjk" type="text_cjk"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_cjk" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- normalize width before bigram, as e.g. half-width dakuten combine  -->
   [junit4]   1>                 <filter class="solr.CJKWidthFilterFactory"/>
   [junit4]   1>                 <!-- for any non-CJK -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.CJKBigramFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Czech -->
   [junit4]   1>             <dynamicField name="*_txt_cz" type="text_cz"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_cz" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_cz.txt" />
   [junit4]   1>                 <filter class="solr.CzechStemFilterFactory"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Danish -->
   [junit4]   1>             <dynamicField name="*_txt_da" type="text_da"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_da" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_da.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Danish"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- German -->
   [junit4]   1>             <dynamicField name="*_txt_de" type="text_de"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_de" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_de.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.GermanNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.GermanLightStemFilterFactory"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.GermanMinimalStemFilterFactory"/> -->
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="German2"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Greek -->
   [junit4]   1>             <dynamicField name="*_txt_el" type="text_el"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_el" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- greek specific lowercase for sigma -->
   [junit4]   1>                 <filter class="solr.GreekLowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="false" words="lang/stopwords_el.txt" />
   [junit4]   1>                 <filter class="solr.GreekStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Spanish -->
   [junit4]   1>             <dynamicField name="*_txt_es" type="text_es"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_es" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_es.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SpanishLightStemFilterFactory"/>
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Spanish"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Basque -->
   [junit4]   1>             <dynamicField name="*_txt_eu" type="text_eu"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_eu" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_eu.txt" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Basque"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Persian -->
   [junit4]   1>             <dynamicField name="*_txt_fa" type="text_fa"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_fa" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <!-- for ZWNJ -->
   [junit4]   1>                 <charFilter class="solr.PersianCharFilterFactory"/>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ArabicNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.PersianNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fa.txt" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Finnish -->
   [junit4]   1>             <dynamicField name="*_txt_fi" type="text_fi"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_fi" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fi.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Finnish"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.FinnishLightStemFilterFactory"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- French -->
   [junit4]   1>             <dynamicField name="*_txt_fr" type="text_fr"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_fr" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes l', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_fr.txt"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fr.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.FrenchLightStemFilterFactory"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.FrenchMinimalStemFilterFactory"/> -->
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="French"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Irish -->
   [junit4]   1>             <dynamicField name="*_txt_ga" type="text_ga"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ga" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes d', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ga.txt"/>
   [junit4]   1>                 <!-- removes n-, etc. position increments is intentionally false! -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/hyphenations_ga.txt"/>
   [junit4]   1>                 <filter class="solr.IrishLowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ga.txt"/>
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Irish"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Galician -->
   [junit4]   1>             <dynamicField name="*_txt_gl" type="text_gl"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_gl" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_gl.txt" />
   [junit4]   1>                 <filter class="solr.GalicianStemFilterFactory"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.GalicianMinimalStemFilterFactory"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Hindi -->
   [junit4]   1>             <dynamicField name="*_txt_hi" type="text_hi"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_hi" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <!-- normalizes unicode representation -->
   [junit4]   1>                 <filter class="solr.IndicNormalizationFilterFactory"/>
   [junit4]   1>                 <!-- normalizes variation in spelling -->
   [junit4]   1>                 <filter class="solr.HindiNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hi.txt" />
   [junit4]   1>                 <filter class="solr.HindiStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Hungarian -->
   [junit4]   1>             <dynamicField name="*_txt_hu" type="text_hu"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_hu" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hu.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Hungarian"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.HungarianLightStemFilterFactory"/> -->   
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Armenian -->
   [junit4]   1>             <dynamicField name="*_txt_hy" type="text_hy"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_hy" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hy.txt" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Armenian"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Indonesian -->
   [junit4]   1>             <dynamicField name="*_txt_id" type="text_id"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_id" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_id.txt" />
   [junit4]   1>                 <!-- for a less aggressive approach (only inflectional suffixes), set stemDerivational to false -->
   [junit4]   1>                 <filter class="solr.IndonesianStemFilterFactory" stemDerivational="true"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Italian -->
   [junit4]   1>           <dynamicField name="*_txt_it" type="text_it"  indexed="true"  stored="true"/>
   [junit4]   1>           <fieldType name="text_it" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes l', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_it.txt"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_it.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.ItalianLightStemFilterFactory"/>
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Italian"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Japanese using morphological analysis (see text_cjk for a configuration using bigramming)
   [junit4]   1>         
   [junit4]   1>                  NOTE: If you want to optimize search for precision, use default operator AND in your request
   [junit4]   1>                  handler config (q.op) Use OR if you would like to optimize for recall (default).
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_txt_ja" type="text_ja"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ja" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="false">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <!-- Kuromoji Japanese morphological analyzer/tokenizer (JapaneseTokenizer)
   [junit4]   1>         
   [junit4]   1>                    Kuromoji has a search mode (default) that does segmentation useful for search.  A heuristic
   [junit4]   1>                    is used to segment compounds into its parts and the compound itself is k

[...truncated too long message...]


   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 1810678 INFO  (qtp918805636-20522) [n:127.0.0.1:41401__ipa%2Fm c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630127
   [junit4]   2> 1810678 ERROR (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1810678 INFO  (TEST-SyncSliceTest.test-seed#[9B8EA4AD00B43A2F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35447 35447
   [junit4]   2> 1815821 INFO  (Thread-3316) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35447 35447
   [junit4]   2> 1815822 WARN  (Thread-3316) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=test -Dtests.seed=9B8EA4AD00B43A2F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mk -Dtests.timezone=America/Campo_Grande -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    636s J2 | SyncSliceTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41401/_ipa/m
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9B8EA4AD00B43A2F:13DA9B77AE4857D7]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    > 	... 42 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_9B8EA4AD00B43A2F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1010, maxMBSortInHeap=5.303558266449008, sim=RandomSimilarity(queryNorm=false): {}, locale=mk, timezone=America/Campo_Grande
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=208100216,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedDebugComponentTest, TestSolrConfigHandlerConcurrent, AutoAddReplicasIntegrationTest, JvmMetricsTest, AliasIntegrationTest, SolrTestCaseJ4Test, CollectionReloadTest, MigrateRouteKeyTest, TestJavabinTupleStreamParser, TestConfigOverlay, TestSolrFieldCacheBean, TestLRUStatsCache, DeleteStatusTest, HdfsCollectionsAPIDistributedZkTest, DistributedFacetSimpleRefinementLongTailTest, DefaultValueUpdateProcessorTest, TestMaxTokenLenTokenizer, V2StandaloneTest, LeaderInitiatedRecoveryOnCommitTest, TestDistribIDF, SolrCoreCheckLockOnStartupTest, UninvertDocValuesMergePolicyTest, TestMaxScoreQueryParser, SolrIndexMetricsTest, TestPolicyCloud, SolrShardReporterTest, SharedFSAutoReplicaFailoverTest, TestCharFilters, LargeFieldTest, HdfsWriteToMultipleCollectionsTest, TestNamedUpdateProcessors, BJQParserTest, OverseerStatusTest, TestFuzzyAnalyzedSuggestions, CdcrUpdateLogTest, NodeMutatorTest, TestPartialUpdateDeduplication, TestHdfsUpdateLog, TestNestedDocsSort, TestNodeLostTrigger, TestTriggerIntegration, DisMaxRequestHandlerTest, CoreAdminRequestStatusTest, TestCloudSearcherWarming, TestValueSourceCache, TestReloadDeadlock, AtomicUpdateProcessorFactoryTest, TestTrieFacet, TestReload, TestRestManager, CollectionsAPIAsyncDistributedZkTest, TestSegmentSorting, TestUninvertingReader, SolrMetricManagerTest, InfixSuggestersTest, DistanceFunctionTest, TestLMJelinekMercerSimilarityFactory, TestConfigSetsAPIZkFailure, TestMiniSolrCloudClusterSSL, TestSystemIdResolver, DistribJoinFromCollectionTest, MetricUtilsTest, TestStressLiveNodes, TestSchemaNameResource, AsyncCallRequestStatusResponseTest, TestLFUCache, SortSpecParsingTest, TestLegacyTerms, XmlUpdateRequestHandlerTest, TestHdfsCloudBackupRestore, ClassificationUpdateProcessorIntegrationTest, CustomCollectionTest, BitVectorTest, UniqFieldsUpdateProcessorFactoryTest, ConnectionReuseTest, LeaderElectionContextKeyTest, TestDistributedStatsComponentCardinality, HdfsBasicDistributedZkTest, TestFiltering, ChaosMonkeyNothingIsSafeTest, FieldAnalysisRequestHandlerTest, TestInitParams, SystemInfoHandlerTest, DistributedFacetPivotLargeTest, TestSchemaVersionResource, TestManagedStopFilterFactory, TestComplexPhraseLeadingWildcard, TestSubQueryTransformerDistrib, MetricsHandlerTest, TestZkChroot, ZkNodePropsTest, NodeLostTriggerTest, TestFieldSortValues, HighlighterMaxOffsetTest, TestLMDirichletSimilarityFactory, LeaderElectionTest, TestSolrDeletionPolicy2, PKIAuthenticationIntegrationTest, TestReplicationHandlerBackup, CSVRequestHandlerTest, TestQueryTypes, HdfsDirectoryTest, TestDynamicFieldCollectionResource, TestClassicSimilarityFactory, ConfigSetsAPITest, XsltUpdateRequestHandlerTest, TestSolrCoreProperties, AlternateDirectoryTest, SmileWriterTest, FieldMutatingUpdateProcessorTest, TestDistributedGrouping, TestChildDocTransformer, EchoParamsTest, UnloadDistributedZkTest, IndexBasedSpellCheckerTest, RecoveryAfterSoftCommitTest, TestSearchPerf, OverseerTest, QueryElevationComponentTest, HLLSerializationTest, TestSolrCloudWithSecureImpersonation, SyncSliceTest]
   [junit4] Completed [522/764 (1!)] on J2 in 635.68s, 1 test, 1 error <<< FAILURES!

[...truncated 41685 lines...]