You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/11/26 15:59:00 UTC

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 428 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/428/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.testRestoreFailure

Error Message:
Error from server at https://127.0.0.1:38551/solr: Could not backup all shards

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38551/solr: Could not backup all shards
	at __randomizedtesting.SeedInfo.seed([7B5EEC499A1D043:2EC970E1B1F8D36E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1127)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:896)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:828)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testRestoreFailure(AbstractCloudBackupRestoreTestCase.java:194)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15169 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4]   2> 3226993 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3226993 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/data-dir-270-001
   [junit4]   2> 3226993 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
   [junit4]   2> 3226994 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3226995 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3227045 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3227057 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3227059 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_221-b11
   [junit4]   2> 3227060 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3227060 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3227060 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3227060 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fb997bf{static,/static,jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3227481 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@6e4368f4{hdfs,/,file:///export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/jetty-serv1-vm3-50623-hdfs-_-any-2142774306887609117.dir/webapp/,AVAILABLE}{/hdfs}
   [junit4]   2> 3227481 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1d40c6a0{HTTP/1.1,[http/1.1]}{serv1-vm3:50623}
   [junit4]   2> 3227481 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.Server Started @3229734ms
   [junit4]   2> 3229177 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3229178 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_221-b11
   [junit4]   2> 3229179 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3229179 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3229179 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3229179 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c8116ed{static,/static,jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3229453 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7dc65{datanode,/,file:///export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/jetty-localhost-55894-datanode-_-any-7924730247790602916.dir/webapp/,AVAILABLE}{/datanode}
   [junit4]   2> 3229453 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5fc252e5{HTTP/1.1,[http/1.1]}{localhost:55894}
   [junit4]   2> 3229453 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.e.j.s.Server Started @3231707ms
   [junit4]   2> 3229792 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x59832fd3ed85daa6: Processing first storage report for DS-454c3025-4fb2-4777-afbf-f887dc897864 from datanode 0d064a74-cb0d-482f-9c16-eb60f56d4755
   [junit4]   2> 3229792 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x59832fd3ed85daa6: from storage DS-454c3025-4fb2-4777-afbf-f887dc897864 node DatanodeRegistration(127.0.0.1:45393, datanodeUuid=0d064a74-cb0d-482f-9c16-eb60f56d4755, infoPort=35221, infoSecurePort=0, ipcPort=52807, storageInfo=lv=-57;cid=testClusterID;nsid=1715936794;c=1574781036986), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3229792 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x59832fd3ed85daa6: Processing first storage report for DS-6ec463f5-f97e-44ab-b960-391607d6f3e8 from datanode 0d064a74-cb0d-482f-9c16-eb60f56d4755
   [junit4]   2> 3229792 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x59832fd3ed85daa6: from storage DS-6ec463f5-f97e-44ab-b960-391607d6f3e8 node DatanodeRegistration(127.0.0.1:45393, datanodeUuid=0d064a74-cb0d-482f-9c16-eb60f56d4755, infoPort=35221, infoSecurePort=0, ipcPort=52807, storageInfo=lv=-57;cid=testClusterID;nsid=1715936794;c=1574781036986), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3229866 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002
   [junit4]   2> 3229867 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3229867 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3229867 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3229968 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port:33692
   [junit4]   2> 3229968 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33692
   [junit4]   2> 3229968 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33692
   [junit4]   2> 3229968 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33692
   [junit4]   2> 3229979 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3229983 INFO  (zkConnectionManagerCallback-20921-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3229984 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3229987 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3229989 INFO  (zkConnectionManagerCallback-20923-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3229989 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3229990 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3229991 INFO  (zkConnectionManagerCallback-20925-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3229991 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3230097 WARN  (jetty-launcher-20926-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3230097 WARN  (jetty-launcher-20926-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3230097 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3230097 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3230097 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3230097 INFO  (jetty-launcher-20926-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_221-b11
   [junit4]   2> 3230097 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3230097 INFO  (jetty-launcher-20926-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_221-b11
   [junit4]   2> 3230099 INFO  (jetty-launcher-20926-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3230099 INFO  (jetty-launcher-20926-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3230099 INFO  (jetty-launcher-20926-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3230099 INFO  (jetty-launcher-20926-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e927b4e{/solr,null,AVAILABLE}
   [junit4]   2> 3230099 INFO  (jetty-launcher-20926-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3230099 INFO  (jetty-launcher-20926-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3230099 INFO  (jetty-launcher-20926-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3230099 INFO  (jetty-launcher-20926-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d80cd04{/solr,null,AVAILABLE}
   [junit4]   2> 3230100 INFO  (jetty-launcher-20926-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3c71d2e4{SSL,[ssl, http/1.1]}{127.0.0.1:57068}
   [junit4]   2> 3230100 INFO  (jetty-launcher-20926-thread-2) [     ] o.e.j.s.Server Started @3232354ms
   [junit4]   2> 3230100 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57068}
   [junit4]   2> 3230100 ERROR (jetty-launcher-20926-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3230100 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3230100 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.4.0
   [junit4]   2> 3230100 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3230100 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3230100 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-26T15:10:40.077Z
   [junit4]   2> 3230100 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3230104 INFO  (zkConnectionManagerCallback-20928-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3230105 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3230105 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3230107 INFO  (jetty-launcher-20926-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@562bd3ac{SSL,[ssl, http/1.1]}{127.0.0.1:38551}
   [junit4]   2> 3230107 INFO  (jetty-launcher-20926-thread-1) [     ] o.e.j.s.Server Started @3232361ms
   [junit4]   2> 3230107 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38551}
   [junit4]   2> 3230107 ERROR (jetty-launcher-20926-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3230107 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3230107 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.4.0
   [junit4]   2> 3230108 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3230108 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3230108 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-26T15:10:40.085Z
   [junit4]   2> 3230108 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3230109 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3230110 INFO  (zkConnectionManagerCallback-20930-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3230110 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3230210 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3230213 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3230867 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3230868 WARN  (jetty-launcher-20926-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3230869 WARN  (jetty-launcher-20926-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@fde3e42[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3230869 WARN  (jetty-launcher-20926-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@fde3e42[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3230872 WARN  (jetty-launcher-20926-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3230872 WARN  (jetty-launcher-20926-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@597096f0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3230872 WARN  (jetty-launcher-20926-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@597096f0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3230873 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33692/solr
   [junit4]   2> 3230874 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3230876 INFO  (zkConnectionManagerCallback-20938-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3230876 INFO  (jetty-launcher-20926-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3230978 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3230979 INFO  (zkConnectionManagerCallback-20940-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3230980 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3231103 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57068_solr
   [junit4]   2> 3231104 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.c.Overseer Overseer (id=72260726154002438-127.0.0.1:57068_solr-n_0000000000) starting
   [junit4]   2> 3231111 INFO  (OverseerStateUpdate-72260726154002438-127.0.0.1:57068_solr-n_0000000000) [n:127.0.0.1:57068_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:57068_solr
   [junit4]   2> 3231111 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57068_solr
   [junit4]   2> 3231114 INFO  (OverseerStateUpdate-72260726154002438-127.0.0.1:57068_solr-n_0000000000) [n:127.0.0.1:57068_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3231117 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://serv1-vm3:44986/solr,solr.hdfs.confdir=}}
   [junit4]   2> 3231117 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3231117 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3231120 DEBUG (OverseerAutoScalingTriggerThread-72260726154002438-127.0.0.1:57068_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:57068_solr]
   [junit4]   2> 3231121 DEBUG (ScheduledTrigger-16977-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3231139 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3231152 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3231158 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3231158 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3231160 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3231160 INFO  (jetty-launcher-20926-thread-2) [n:127.0.0.1:57068_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node2/.
   [junit4]   2> 3231310 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3231311 WARN  (jetty-launcher-20926-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3231312 WARN  (jetty-launcher-20926-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17a1b34a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3231312 WARN  (jetty-launcher-20926-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17a1b34a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3231314 WARN  (jetty-launcher-20926-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 3231314 WARN  (jetty-launcher-20926-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7966fd63[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3231314 WARN  (jetty-launcher-20926-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7966fd63[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3231315 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33692/solr
   [junit4]   2> 3231316 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3231317 INFO  (zkConnectionManagerCallback-20950-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3231317 INFO  (jetty-launcher-20926-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3231425 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3231427 INFO  (zkConnectionManagerCallback-20952-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3231427 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3231438 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3231446 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:38551_solr as DOWN
   [junit4]   2> 3231448 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3231448 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38551_solr
   [junit4]   2> 3231450 INFO  (zkCallback-20939-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3231450 INFO  (zkCallback-20951-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3231452 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://serv1-vm3:44986/solr,solr.hdfs.confdir=}}
   [junit4]   2> 3231452 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3231452 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3231467 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3231481 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3231488 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3231489 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3231490 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3231491 INFO  (jetty-launcher-20926-thread-1) [n:127.0.0.1:38551_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node1/.
   [junit4]   2> 3231512 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 3231513 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3231515 INFO  (zkConnectionManagerCallback-20961-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3231515 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3231517 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3231519 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33692/solr ready
   [junit4]   2> 3231584 INFO  (TEST-TestHdfsCloudBackupRestore.test-seed#[7B5EEC499A1D043]) [     ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 3231596 INFO  (qtp1557379292-59383) [n:127.0.0.1:38551_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&router.name=implicit&version=2&pullReplicas=0&shards=shard1,shard2&property.customKey=customValue&maxShardsPerNode=3&router.field=shard_s&name=hdfsbackuprestore_testok&nrtReplicas=2&action=CREATE&tlogReplicas=1&wt=javabin and sendToOCPQueue=true
   [junit4]   2> 3231601 INFO  (OverseerThreadFactory-16979-thread-1-processing-n:127.0.0.1:57068_solr) [n:127.0.0.1:57068_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection hdfsbackuprestore_testok
   [junit4]   2> 3231707 WARN  (OverseerThreadFactory-16979-thread-1-processing-n:127.0.0.1:57068_solr) [n:127.0.0.1:57068_solr     ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection hdfsbackuprestore_testok is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 3231714 INFO  (OverseerStateUpdate-72260726154002438-127.0.0.1:57068_solr-n_0000000000) [n:127.0.0.1:57068_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testok",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testok_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38551/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3231719 INFO  (OverseerStateUpdate-72260726154002438-127.0.0.1:57068_solr-n_0000000000) [n:127.0.0.1:57068_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testok",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testok_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:57068/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3231727 INFO  (OverseerStateUpdate-72260726154002438-127.0.0.1:57068_solr-n_0000000000) [n:127.0.0.1:57068_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testok",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testok_shard1_replica_t4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38551/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3231732 INFO  (OverseerStateUpdate-72260726154002438-127.0.0.1:57068_solr-n_0000000000) [n:127.0.0.1:57068_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testok",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_testok_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:57068/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3231736 INFO  (OverseerStateUpdate-72260726154002438-127.0.0.1:57068_solr-n_0000000000) [n:127.0.0.1:57068_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testok",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_testok_shard2_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38551/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3231740 INFO  (OverseerStateUpdate-72260726154002438-127.0.0.1:57068_solr-n_0000000000) [n:127.0.0.1:57068_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testok",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"hdfsbackuprestore_testok_shard2_replica_t10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:57068/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3231952 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr    x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore_testok&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node7&name=hdfsbackuprestore_testok_shard1_replica_t4&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 3231955 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr    x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore_testok&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node11&name=hdfsbackuprestore_testok_shard2_replica_n8&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 3231964 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr    x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore_testok&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_testok_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 3231968 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr    x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore_testok&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=hdfsbackuprestore_testok_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 3231968 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr    x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore_testok&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node12&name=hdfsbackuprestore_testok_shard2_replica_t10&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 3231968 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr    x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3231970 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr    x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore_testok&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_testok_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 3232123 DEBUG (ScheduledTrigger-16977-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 3232993 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 3232993 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 3233051 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 3233052 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 3233052 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 3233059 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 3233065 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.s.IndexSchema [hdfsbackuprestore_testok_shard2_replica_t10] Schema name=minimal
   [junit4]   2> 3233065 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.s.IndexSchema [hdfsbackuprestore_testok_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3233067 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3233067 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3233067 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_testok_shard2_replica_n6' using configuration from collection hdfsbackuprestore_testok, trusted=true
   [junit4]   2> 3233067 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_testok_shard2_replica_t10' using configuration from collection hdfsbackuprestore_testok, trusted=true
   [junit4]   2> 3233068 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore_testok.shard2.replica_n6' (registry 'solr.core.hdfsbackuprestore_testok.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3233068 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore_testok.shard2.replica_t10' (registry 'solr.core.hdfsbackuprestore_testok.shard2.replica_t10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3233068 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.SolrCore [[hdfsbackuprestore_testok_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node2/hdfsbackuprestore_testok_shard2_replica_n6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node2/./hdfsbackuprestore_testok_shard2_replica_n6/data/]
   [junit4]   2> 3233068 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.c.SolrCore [[hdfsbackuprestore_testok_shard2_replica_t10] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node2/hdfsbackuprestore_testok_shard2_replica_t10], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node2/./hdfsbackuprestore_testok_shard2_replica_t10/data/]
   [junit4]   2> 3233080 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.s.IndexSchema [hdfsbackuprestore_testok_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3233080 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.s.IndexSchema [hdfsbackuprestore_testok_shard1_replica_t4] Schema name=minimal
   [junit4]   2> 3233082 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.s.IndexSchema [hdfsbackuprestore_testok_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3233082 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3233082 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_testok_shard1_replica_t4' using configuration from collection hdfsbackuprestore_testok, trusted=true
   [junit4]   2> 3233082 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore_testok.shard1.replica_t4' (registry 'solr.core.hdfsbackuprestore_testok.shard1.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3233083 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.SolrCore [[hdfsbackuprestore_testok_shard1_replica_t4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node1/hdfsbackuprestore_testok_shard1_replica_t4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node1/./hdfsbackuprestore_testok_shard1_replica_t4/data/]
   [junit4]   2> 3233083 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3233083 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_testok_shard1_replica_n1' using configuration from collection hdfsbackuprestore_testok, trusted=true
   [junit4]   2> 3233084 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore_testok.shard1.replica_n1' (registry 'solr.core.hdfsbackuprestore_testok.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3233085 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.c.SolrCore [[hdfsbackuprestore_testok_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node1/hdfsbackuprestore_testok_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node1/./hdfsbackuprestore_testok_shard1_replica_n1/data/]
   [junit4]   2> 3233087 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.s.IndexSchema [hdfsbackuprestore_testok_shard2_replica_n8] Schema name=minimal
   [junit4]   2> 3233089 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3233089 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_testok_shard2_replica_n8' using configuration from collection hdfsbackuprestore_testok, trusted=true
   [junit4]   2> 3233089 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore_testok.shard2.replica_n8' (registry 'solr.core.hdfsbackuprestore_testok.shard2.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3233089 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.c.SolrCore [[hdfsbackuprestore_testok_shard2_replica_n8] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node1/hdfsbackuprestore_testok_shard2_replica_n8], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node1/./hdfsbackuprestore_testok_shard2_replica_n8/data/]
   [junit4]   2> 3233107 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3233107 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_testok_shard1_replica_n2' using configuration from collection hdfsbackuprestore_testok, trusted=true
   [junit4]   2> 3233107 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore_testok.shard1.replica_n2' (registry 'solr.core.hdfsbackuprestore_testok.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58ce4b1b
   [junit4]   2> 3233107 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.c.SolrCore [[hdfsbackuprestore_testok_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node2/hdfsbackuprestore_testok_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001/tempDir-002/node2/./hdfsbackuprestore_testok_shard1_replica_n2/data/]
   [junit4]   2> 3233124 DEBUG (ScheduledTrigger-16977-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 3233177 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3233177 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3233178 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3233178 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3233184 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4796dbbf[hdfsbackuprestore_testok_shard2_replica_n6] main]
   [junit4]   2> 3233192 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3233193 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3233193 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3233194 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1651277607124074496
   [junit4]   2> 3233196 INFO  (searcherExecutor-16991-thread-1-processing-n:127.0.0.1:57068_solr x:hdfsbackuprestore_testok_shard2_replica_n6 c:hdfsbackuprestore_testok s:shard2 r:core_node9) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.SolrCore [hdfsbackuprestore_testok_shard2_replica_n6] Registered new searcher Searcher@4796dbbf[hdfsbackuprestore_testok_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3233198 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3233198 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3233209 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3233209 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3233211 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3233211 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3233212 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c7d0efd[hdfsbackuprestore_testok_shard2_replica_t10] main]
   [junit4]   2> 3233213 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3233213 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3233215 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3233215 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3233216 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3233216 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3233218 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@66d46e24[hdfsbackuprestore_testok_shard2_replica_n8] main]
   [junit4]   2> 3233219 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@50a139d8[hdfsbackuprestore_testok_shard1_replica_t4] main]
   [junit4]   2> 3233221 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3233221 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3233225 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore_testok/terms/shard2 to Terms{values={core_node9=0}, version=0}
   [junit4]   2> 3233225 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/hdfsbackuprestore_testok/leaders/shard2
   [junit4]   2> 3233226 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3233227 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3233227 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3233227 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3233228 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3233228 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1651277607159726080
   [junit4]   2> 3233229 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3233229 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1651277607160774656
   [junit4]   2> 3233229 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3233230 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3233230 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3233230 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3233232 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@f6542a3[hdfsbackuprestore_testok_shard1_replica_n1] main]
   [junit4]   2> 3233232 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3233232 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1651277607163920384
   [junit4]   2> 3233235 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3233236 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3233239 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore_testok/terms/shard2 to Terms{values={core_node12=0, core_node9=0}, version=1}
   [junit4]   2> 3233239 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/hdfsbackuprestore_testok/leaders/shard2
   [junit4]   2> 3233239 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=3 found=1 timeoutin=9999ms
   [junit4]   2> 3233241 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore_testok/terms/shard1 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 3233241 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/hdfsbackuprestore_testok/leaders/shard1
   [junit4]   2> 3233243 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3233243 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1651277607175454720
   [junit4]   2> 3233246 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore_testok/terms/shard2 to Terms{values={core_node12=0, core_node9=0, core_node11=0}, version=2}
   [junit4]   2> 3233247 INFO  (qtp1557379292-59376) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/hdfsbackuprestore_testok/leaders/shard2
   [junit4]   2> 3233249 INFO  (searcherExecutor-16993-thread-1-processing-n:127.0.0.1:38551_solr x:hdfsbackuprestore_testok_shard1_replica_t4 c:hdfsbackuprestore_testok s:shard1 r:core_node7) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.SolrCore [hdfsbackuprestore_testok_shard1_replica_t4] Registered new searcher Searcher@50a139d8[hdfsbackuprestore_testok_shard1_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3233250 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore_testok/terms/shard1 to Terms{values={core_node7=0, core_node3=0}, version=1}
   [junit4]   2> 3233250 INFO  (qtp1557379292-59378) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/hdfsbackuprestore_testok/leaders/shard1
   [junit4]   2> 3233251 INFO  (searcherExecutor-16995-thread-1-processing-n:127.0.0.1:38551_solr x:hdfsbackuprestore_testok_shard2_replica_n8 c:hdfsbackuprestore_testok s:shard2 r:core_node11) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.c.SolrCore [hdfsbackuprestore_testok_shard2_replica_n8] Registered new searcher Searcher@66d46e24[hdfsbackuprestore_testok_shard2_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3233251 INFO  (searcherExecutor-16992-thread-1-processing-n:127.0.0.1:57068_solr x:hdfsbackuprestore_testok_shard2_replica_t10 c:hdfsbackuprestore_testok s:shard2 r:core_node12) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.c.SolrCore [hdfsbackuprestore_testok_shard2_replica_t10] Registered new searcher Searcher@3c7d0efd[hdfsbackuprestore_testok_shard2_replica_t10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3233252 INFO  (searcherExecutor-16994-thread-1-processing-n:127.0.0.1:38551_solr x:hdfsbackuprestore_testok_shard1_replica_n1 c:hdfsbackuprestore_testok s:shard1 r:core_node3) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.c.SolrCore [hdfsbackuprestore_testok_shard1_replica_n1] Registered new searcher Searcher@f6542a3[hdfsbackuprestore_testok_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3233254 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=2 timeoutin=9998ms
   [junit4]   2> 3233256 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3233256 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3233277 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3233277 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3233278 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2db0f196[hdfsbackuprestore_testok_shard1_replica_n2] main]
   [junit4]   2> 3233281 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3233282 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3233282 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3233282 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1651277607216349184
   [junit4]   2> 3233285 INFO  (searcherExecutor-16996-thread-1-processing-n:127.0.0.1:57068_solr x:hdfsbackuprestore_testok_shard1_replica_n2 c:hdfsbackuprestore_testok s:shard1 r:core_node5) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.c.SolrCore [hdfsbackuprestore_testok_shard1_replica_n2] Registered new searcher Searcher@2db0f196[hdfsbackuprestore_testok_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3233290 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore_testok/terms/shard1 to Terms{values={core_node7=0, core_node3=0, core_node5=0}, version=2}
   [junit4]   2> 3233290 INFO  (qtp914995604-59382) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/hdfsbackuprestore_testok/leaders/shard1
   [junit4]   2> 3233742 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3233742 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3233742 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:57068/solr/hdfsbackuprestore_testok_shard2_replica_n6/
   [junit4]   2> 3233743 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_testok_shard2_replica_n6 url=https://127.0.0.1:57068/solr START replicas=[https://127.0.0.1:38551/solr/hdfsbackuprestore_testok_shard2_replica_n8/, https://127.0.0.1:57068/solr/hdfsbackuprestore_testok_shard2_replica_t10/] nUpdates=100
   [junit4]   2> 3233744 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_testok_shard2_replica_n6 url=https://127.0.0.1:57068/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3233747 INFO  (qtp1557379292-59381) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard2 r:core_node11 x:hdfsbackuprestore_testok_shard2_replica_n8 ] o.a.s.c.S.Request [hdfsbackuprestore_testok_shard2_replica_n8]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3233747 INFO  (qtp914995604-59374) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.c.S.Request [hdfsbackuprestore_testok_shard2_replica_t10]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3233748 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3233748 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3233748 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/hdfsbackuprestore_testok/leaders/shard2/leader after winning as /collections/hdfsbackuprestore_testok/leader_elect/shard2/election/72260726154002438-core_node9-n_0000000000
   [junit4]   2> 3233755 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:57068/solr/hdfsbackuprestore_testok_shard2_replica_n6/ shard2
   [junit4]   2> 3233757 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3233757 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3233757 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38551/solr/hdfsbackuprestore_testok_shard1_replica_t4/
   [junit4]   2> 3233758 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_testok_shard1_replica_t4 url=https://127.0.0.1:38551/solr START replicas=[https://127.0.0.1:38551/solr/hdfsbackuprestore_testok_shard1_replica_n1/, https://127.0.0.1:57068/solr/hdfsbackuprestore_testok_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 3233758 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.u.PeerSync PeerSync: core=hdfsbackuprestore_testok_shard1_replica_t4 url=https://127.0.0.1:38551/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3233762 INFO  (qtp1557379292-59381) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node3 x:hdfsbackuprestore_testok_shard1_replica_n1 ] o.a.s.c.S.Request [hdfsbackuprestore_testok_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3233762 INFO  (qtp914995604-59377) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard1 r:core_node5 x:hdfsbackuprestore_testok_shard1_replica_n2 ] o.a.s.c.S.Request [hdfsbackuprestore_testok_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3233763 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3233763 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3233763 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.ZkController hdfsbackuprestore_testok_shard1_replica_t4 stopping background replication from leader
   [junit4]   2> 3233763 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/hdfsbackuprestore_testok/leaders/shard1/leader after winning as /collections/hdfsbackuprestore_testok/leader_elect/shard1/election/72260726154002440-core_node7-n_0000000000
   [junit4]   2> 3233767 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38551/solr/hdfsbackuprestore_testok_shard1_replica_t4/ shard1
   [junit4]   2> 3233872 INFO  (zkCallback-20951-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore_testok/state.json] for collection [hdfsbackuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3233872 INFO  (zkCallback-20939-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore_testok/state.json] for collection [hdfsbackuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3233874 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3233874 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3233876 INFO  (qtp1557379292-59386) [n:127.0.0.1:38551_solr c:hdfsbackuprestore_testok s:shard1 r:core_node7 x:hdfsbackuprestore_testok_shard1_replica_t4 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore_testok&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node7&name=hdfsbackuprestore_testok_shard1_replica_t4&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1925
   [junit4]   2> 3233877 INFO  (qtp914995604-59379) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node9 x:hdfsbackuprestore_testok_shard2_replica_n6 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore_testok&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node9&name=hdfsbackuprestore_testok_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=1907
   [junit4]   2> 3233980 INFO  (zkCallback-20939-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore_testok/state.json] for collection [hdfsbackuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3233980 INFO  (zkCallback-20951-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore_testok/state.json] for collection [hdfsbackuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3233980 INFO  (zkCallback-20939-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore_testok/state.json] for collection [hdfsbackuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3233980 INFO  (zkCallback-20951-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore_testok/state.json] for collection [hdfsbackuprestore_testok] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3234124 DEBUG (ScheduledTrigger-16977-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 3234248 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.c.ZkController hdfsbackuprestore_testok_shard2_replica_t10 starting background replication from leader
   [junit4]   2> 3234248 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok s:shard2 r:core_node12 x:hdfsbackuprestore_testok_shard2_replica_t10 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
   [junit4]   2> 3234250 INFO  (qtp914995604-59380) [n:127.0.0.1:57068_solr c:hdfsbackuprestore_testok 

[...truncated too long message...]

.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33692
   [junit4]   2> 3259943 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33692
   [junit4]   2> 3259943 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[7B5EEC499A1D043]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33692
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_7B5EEC499A1D043-001
   [junit4]   2> Nov 26, 2019 3:11:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 13 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {shard_s=PostingsFormat(name=Direct), _root_=Lucene84, id=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1158, maxMBSortInHeap=5.374240816564226, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@16878b6d), locale=fi-FI, timezone=America/St_Lucia
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_221 (64-bit)/cpus=3,threads=3,free=175085304,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestLegacyNumericUtils, TestCloudPivotFacet, TestWithCollection, TestRandomFlRTGCloud, SystemCollectionCompatTest, TestReplicaProperties, TestPrepRecovery, TestDistributedMap, TestDistribPackageStore, TestComponentsName, BJQFilterAccessibleTest, CollectionsAPIAsyncDistributedZkTest, TestFieldTypeCollectionResource, TestDocBasedVersionConstraints, TestSchemaSimilarityResource, HdfsRecoveryZkTest, TermVectorComponentDistributedTest, TlogReplayBufferedWhileIndexingTest, TestLeaderElectionZkExpiry, SaslZkACLProviderTest, RequiredFieldsTest, TestHighFrequencyDictionaryFactory, HdfsDirectoryFactoryTest, TestPivotHelperCode, TestShortCircuitedRequests, TestDelegationWithHadoopAuth, TestStressThreadBackup, TestSimNodeLostTrigger, TestPayloadScoreQParserPlugin, TestWriterPerf, HdfsNNFailoverTest, SolrIndexSplitterTest, TestConfig, NodeMutatorTest, InfixSuggestersTest, DistribDocExpirationUpdateProcessorTest, AnalyticsMergeStrategyTest, TestBM25SimilarityFactory, TestFieldSortValues, ManagedSchemaRoundRobinCloudTest, TriggerEventQueueTest, TestPostingsSolrHighlighter, TestTrie, DefaultValueUpdateProcessorTest, TestSchemaNameResource, PolyFieldTest, TestDeprecatedFilters, TestLMJelinekMercerSimilarityFactory, TestPackages, NodeLostTriggerIntegrationTest, SystemInfoHandlerTest, TestSolr4Spatial2, HdfsLockFactoryTest, BlockJoinFacetSimpleTest, TestQueryTypes, TestSnapshotCloudManager, TestSubQueryTransformerDistrib, TestSlowCompositeReaderWrapper, TestSolrDeletionPolicy1, AssignTest, TestSubQueryTransformer, BasicFunctionalityTest, MetricUtilsTest, TestFastOutputStream, BasicDistributedZkTest, HighlighterMaxOffsetTest, OverseerModifyCollectionTest, TestLegacyField, MoveReplicaTest, TestQuerySenderListener, AuditLoggerIntegrationTest, SuggestComponentContextFilterQueryTest, SOLR749Test, TestFacetMethods, SpellCheckComponentTest, TestRangeQuery, FieldMutatingUpdateProcessorTest, TestMultiWordSynonyms, TestSmileRequest, SolrCoreTest, TestSimScenario, MetricTriggerIntegrationTest, CursorPagingTest, TestFreeTextSuggestions, TestChildDocTransformerHierarchy, TestLegacyNumericRangeQueryBuilder, TestReloadDeadlock, LeaderFailureAfterFreshStartTest, TestSafeXMLParsing, PrimUtilsTest, TestConfigSetImmutable, DateRangeFieldTest, DocValuesNotIndexedTest, EnumFieldTest, CoreAdminOperationTest, TestRuleBasedAuthorizationPlugin, AutoAddReplicasIntegrationTest, CacheHeaderTest, TestDistributedMissingSort, HttpSolrCallGetCoreTest, TestSortableTextField, SolrIndexConfigTest, VersionInfoTest, TestReplicationHandlerBackup, TestReqParamsAPI, TestSimDistributedQueue, CloudMLTQParserTest, SpellPossibilityIteratorTest, TestExceedMaxTermLength, TestCloudConsistency, PeerSyncWithLeaderTest, TestExtendedDismaxParser, TestGeoJSONResponseWriter, TestSchemaManager, DocValuesMultiTest, TestRealTimeGet, TestCursorMarkWithoutUniqueKey, AdminHandlersProxyTest, ExplicitHLLTest, SmileWriterTest, TestDFISimilarityFactory, TestObjectReleaseTracker, ZkShardTermsTest, TestCloudManagedSchema, TestXIncludeConfig, CurrencyFieldTypeTest, CdcrBidirectionalTest, TestUseDocValuesAsStored2, IndexSizeEstimatorTest, TestMacros, TestRawTransformer, TriggerSetPropertiesIntegrationTest, SolrMetricManagerTest, ByteBuffersDirectoryFactoryTest, TestLFUCache, SplitHandlerTest, V2ApiIntegrationTest, TestGraphTermsQParserPlugin, QueryResultKeyTest, TestOrdValues, QueryEqualityTest, TestFiltering, StatelessScriptUpdateProcessorFactoryTest, TestComplexPhraseLeadingWildcard, TestFieldCacheWithThreads, DataDrivenBlockJoinTest, TestUninvertingReader, AnalysisErrorHandlingTest, SolrTestCaseJ4Test, UnloadDistributedZkTest, SpatialFilterTest, MetricsConfigTest, ProtectedTermFilterFactoryTest, SignatureUpdateProcessorFactoryTest, CloudExitableDirectoryReaderTest, TestCoreDiscovery, SolrCloudExampleTest, TestNonDefinedSimilarityFactory, TestDocTermOrdsUninvertLimit, ZkStateReaderTest, TestExactStatsCache, SliceStateTest, TestFieldCacheSortRandom, NodeAddedTriggerIntegrationTest, HdfsBasicDistributedZk2Test, SolrPluginUtilsTest, TestMultiValuedNumericRangeQuery, RestartWhileUpdatingTest, TestUpdate, CoreAdminCreateDiscoverTest, HdfsSyncSliceTest, SpatialHeatmapFacetsTest, TestStressLiveNodes, TestMergePolicyConfig, TestHighlightDedupGrouping, JWTAuthPluginTest, BadComponentTest, TestDistribIDF, MultiThreadedOCPTest, CurrencyRangeFacetCloudTest, DistanceFunctionTest, TestCoreAdminApis, HdfsWriteToMultipleCollectionsTest, TestHdfsBackupRestoreCore, TestAuthorizationFramework, AddReplicaTest, CdcrRequestHandlerTest, OverseerStatusTest, TestJmxIntegration, MigrateRouteKeyTest, DistributedQueryComponentOptimizationTest, TestSSLRandomization, BlockJoinFacetDistribTest, CdcrWithNodesRestartsTest, TestConfigReload, TestClusterStateMutator, TestCollectionAPI, TestSolrIndexConfig, TestExpandComponent, TestManagedSynonymGraphFilterFactory, DistributedTermsComponentTest, DOMUtilTest, TestEmbeddedSolrServerAdminHandler, TestXmlQParser, TestCloudSearcherWarming, OverseerTest, CdcrOpsAndBoundariesTest, TestBulkSchemaAPI, TestUtilizeNode, SearchHandlerTest, ZkFailoverTest, SolrSlf4jReporterTest, TestCustomStream, ClassificationUpdateProcessorFactoryTest, ExecutePlanActionTest, PeerSyncWithIndexFingerprintCachingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, TestDistributedSearch, TestDocumentBuilder, TestJoin, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DeleteStatusTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, LeaderElectionTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MoveReplicaHDFSFailoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, RollingRestartTest, RoutingToNodesWithPropertiesTest, ShardRoutingCustomTest, ShardRoutingTest, SplitShardTest, TestClusterProperties, TestConfigSetsAPI, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestDynamicFieldNamesIndexCorrectly, TestLockTree, TestMiniSolrCloudClusterSSL, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestTlogReplica, CollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestCollectionsAPIViaSolrCloudCluster, TestHdfsCloudBackupRestore]
   [junit4] Completed [563/886 (1!)] on J1 in 35.34s, 2 tests, 1 error <<< FAILURES!

[...truncated 53925 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/428/consoleText

[repro] Revision: d1ef153d4241d187475d228b1e6d8b63ae3becac

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC"
[repro] Repro line:  ant test  -Dtestcase=TestHdfsCloudBackupRestore -Dtests.method=testRestoreFailure -Dtests.seed=7B5EEC499A1D043 -Dtests.slow=true -Dtests.locale=fi-FI -Dtests.timezone=America/St_Lucia -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestHdfsCloudBackupRestore
[repro] ant compile-test

[...truncated 3615 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestHdfsCloudBackupRestore" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC" -Dtests.seed=7B5EEC499A1D043 -Dtests.slow=true -Dtests.locale=fi-FI -Dtests.timezone=America/St_Lucia -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 72 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
[repro] Exiting with code 0

[...truncated 73 lines...]

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 429 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/429/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest.testCatTime

Error Message:
took over 10 seconds after collection creation to update aliases

Stack Trace:
java.lang.AssertionError: took over 10 seconds after collection creation to update aliases
	at __randomizedtesting.SeedInfo.seed([DEFCFEDFF1D28AA6:D9F7B1DCCE21DB4E]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.update.processor.RoutedAliasUpdateProcessorTest.waitColAndAlias(RoutedAliasUpdateProcessorTest.java:77)
	at org.apache.solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest.testCatTime(DimensionalRoutedAliasUpdateProcessorTest.java:480)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 16227 lines...]
   [junit4] Suite: org.apache.solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest
   [junit4]   2> 4529144 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001
   [junit4]   2> 4529144 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4529144 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4529144 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4529245 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.ZkTestServer start zk server on port:41432
   [junit4]   2> 4529245 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41432
   [junit4]   2> 4529245 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41432
   [junit4]   2> 4529245 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41432
   [junit4]   2> 4529249 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529253 INFO  (zkConnectionManagerCallback-22585-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529253 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4529257 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529259 INFO  (zkConnectionManagerCallback-22587-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529259 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4529260 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529262 INFO  (zkConnectionManagerCallback-22589-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529262 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4529366 WARN  (jetty-launcher-22590-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 4529366 WARN  (jetty-launcher-22590-thread-3) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 4529366 WARN  (jetty-launcher-22590-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 4529366 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4529366 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4529366 INFO  (jetty-launcher-22590-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_221-b11
   [junit4]   2> 4529366 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4529366 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4529366 INFO  (jetty-launcher-22590-thread-3) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_221-b11
   [junit4]   2> 4529367 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4529367 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4529367 INFO  (jetty-launcher-22590-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_221-b11
   [junit4]   2> 4529367 WARN  (jetty-launcher-22590-thread-4) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 4529367 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4529367 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 4529367 INFO  (jetty-launcher-22590-thread-4) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_221-b11
   [junit4]   2> 4529368 INFO  (jetty-launcher-22590-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4529368 INFO  (jetty-launcher-22590-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4529369 INFO  (jetty-launcher-22590-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4529369 INFO  (jetty-launcher-22590-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@448a5e12{/solr,null,AVAILABLE}
   [junit4]   2> 4529370 INFO  (jetty-launcher-22590-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4529370 INFO  (jetty-launcher-22590-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4529370 INFO  (jetty-launcher-22590-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4529370 INFO  (jetty-launcher-22590-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3893f5ed{/solr,null,AVAILABLE}
   [junit4]   2> 4529371 INFO  (jetty-launcher-22590-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4529371 INFO  (jetty-launcher-22590-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4529371 INFO  (jetty-launcher-22590-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4529371 INFO  (jetty-launcher-22590-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@299e3f49{/solr,null,AVAILABLE}
   [junit4]   2> 4529372 INFO  (jetty-launcher-22590-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4529372 INFO  (jetty-launcher-22590-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4529372 INFO  (jetty-launcher-22590-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@47878d7e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38759}
   [junit4]   2> 4529372 INFO  (jetty-launcher-22590-thread-3) [     ] o.e.j.s.Server Started @4532403ms
   [junit4]   2> 4529372 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38759}
   [junit4]   2> 4529372 INFO  (jetty-launcher-22590-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4529372 ERROR (jetty-launcher-22590-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4529372 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4529372 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.4.0
   [junit4]   2> 4529373 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4529373 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4529373 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-27T08:44:10.424Z
   [junit4]   2> 4529373 INFO  (jetty-launcher-22590-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33f1ab0f{/solr,null,AVAILABLE}
   [junit4]   2> 4529373 INFO  (jetty-launcher-22590-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@709afc6c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:49538}
   [junit4]   2> 4529373 INFO  (jetty-launcher-22590-thread-4) [     ] o.e.j.s.Server Started @4532404ms
   [junit4]   2> 4529373 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49538}
   [junit4]   2> 4529373 ERROR (jetty-launcher-22590-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4529373 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4529374 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.4.0
   [junit4]   2> 4529374 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4529374 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4529374 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-27T08:44:10.425Z
   [junit4]   2> 4529374 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4beea4c9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33193}
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-2) [     ] o.e.j.s.Server Started @4532406ms
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33193}
   [junit4]   2> 4529375 ERROR (jetty-launcher-22590-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1df676e5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:64455}
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-1) [     ] o.e.j.s.Server Started @4532406ms
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64455}
   [junit4]   2> 4529375 ERROR (jetty-launcher-22590-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.4.0
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4529375 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4529376 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-27T08:44:10.426Z
   [junit4]   2> 4529376 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.4.0
   [junit4]   2> 4529376 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4529376 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4529376 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-11-27T08:44:10.427Z
   [junit4]   2> 4529376 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529377 INFO  (zkConnectionManagerCallback-22592-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529377 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4529377 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529377 INFO  (zkConnectionManagerCallback-22594-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529377 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4529378 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4529378 INFO  (zkConnectionManagerCallback-22596-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529378 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4529378 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4529379 INFO  (zkConnectionManagerCallback-22598-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529379 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4529379 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4529381 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4529760 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4529760 WARN  (jetty-launcher-22590-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@9e2f51c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4529760 WARN  (jetty-launcher-22590-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@9e2f51c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4529763 WARN  (jetty-launcher-22590-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d1444f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4529763 WARN  (jetty-launcher-22590-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d1444f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4529764 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41432/solr
   [junit4]   2> 4529764 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529766 INFO  (zkConnectionManagerCallback-22607-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529766 INFO  (jetty-launcher-22590-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4529864 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4529864 WARN  (jetty-launcher-22590-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@21c89cd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4529864 WARN  (jetty-launcher-22590-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@21c89cd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4529866 WARN  (jetty-launcher-22590-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@34762494[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4529866 WARN  (jetty-launcher-22590-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@34762494[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4529867 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41432/solr
   [junit4]   2> 4529867 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529869 INFO  (zkConnectionManagerCallback-22614-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529869 INFO  (jetty-launcher-22590-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4529894 INFO  (jetty-launcher-22590-thread-4) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4529895 INFO  (zkConnectionManagerCallback-22616-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4529896 INFO  (jetty-launcher-22590-thread-4) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4530000 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4530004 INFO  (zkConnectionManagerCallback-22618-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4530004 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4530113 INFO  (jetty-launcher-22590-thread-4) [n:127.0.0.1:49538_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49538_solr
   [junit4]   2> 4530114 INFO  (jetty-launcher-22590-thread-4) [n:127.0.0.1:49538_solr     ] o.a.s.c.Overseer Overseer (id=72264871449395209-127.0.0.1:49538_solr-n_0000000000) starting
   [junit4]   2> 4530118 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4530119 WARN  (jetty-launcher-22590-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35a94cf9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4530119 WARN  (jetty-launcher-22590-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35a94cf9[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4530123 INFO  (OverseerStateUpdate-72264871449395209-127.0.0.1:49538_solr-n_0000000000) [n:127.0.0.1:49538_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:49538_solr
   [junit4]   2> 4530123 INFO  (jetty-launcher-22590-thread-4) [n:127.0.0.1:49538_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49538_solr
   [junit4]   2> 4530125 INFO  (zkCallback-22615-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4530140 WARN  (jetty-launcher-22590-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5f56f253[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4530140 WARN  (jetty-launcher-22590-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5f56f253[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4530142 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41432/solr
   [junit4]   2> 4530143 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4530154 INFO  (zkConnectionManagerCallback-22629-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4530154 INFO  (jetty-launcher-22590-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4530179 INFO  (jetty-launcher-22590-thread-4) [n:127.0.0.1:49538_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4530234 INFO  (jetty-launcher-22590-thread-4) [n:127.0.0.1:49538_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49538.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4530246 INFO  (jetty-launcher-22590-thread-4) [n:127.0.0.1:49538_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49538.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4530246 INFO  (jetty-launcher-22590-thread-4) [n:127.0.0.1:49538_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49538.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4530258 INFO  (jetty-launcher-22590-thread-4) [n:127.0.0.1:49538_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4530261 INFO  (jetty-launcher-22590-thread-4) [n:127.0.0.1:49538_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/.
   [junit4]   2> 4530266 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4530269 INFO  (zkConnectionManagerCallback-22632-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4530269 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4530298 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4530315 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:33193_solr as DOWN
   [junit4]   2> 4530317 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4530317 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33193_solr
   [junit4]   2> 4530319 INFO  (zkCallback-22615-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4530320 INFO  (zkCallback-22631-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4530346 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4530368 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33193.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4530376 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33193.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4530377 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33193.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4530377 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4530379 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4530381 INFO  (jetty-launcher-22590-thread-2) [n:127.0.0.1:33193_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node1/.
   [junit4]   2> 4530384 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:64455_solr as DOWN
   [junit4]   2> 4530386 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4530386 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64455_solr
   [junit4]   2> 4530388 INFO  (zkCallback-22615-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4530388 INFO  (zkCallback-22631-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4530389 INFO  (zkCallback-22617-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4530412 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4530430 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64455.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4530439 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64455.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4530439 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64455.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4530441 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4530442 INFO  (jetty-launcher-22590-thread-1) [n:127.0.0.1:64455_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node2/.
   [junit4]   2> 4530978 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4530979 WARN  (jetty-launcher-22590-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f612a4f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4530979 WARN  (jetty-launcher-22590-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f612a4f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4530982 WARN  (jetty-launcher-22590-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@40c00a3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4530982 WARN  (jetty-launcher-22590-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@40c00a3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4530983 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41432/solr
   [junit4]   2> 4530983 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4530985 INFO  (zkConnectionManagerCallback-22644-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4530986 INFO  (jetty-launcher-22590-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4531088 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4531090 INFO  (zkConnectionManagerCallback-22646-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4531090 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4531100 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 4531108 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:38759_solr as DOWN
   [junit4]   2> 4531110 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4531110 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38759_solr
   [junit4]   2> 4531112 INFO  (zkCallback-22631-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4531112 INFO  (zkCallback-22615-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4531112 INFO  (zkCallback-22617-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4531113 INFO  (zkCallback-22645-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4531132 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4531148 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38759.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4531157 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38759.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4531157 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38759.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4531160 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4531161 INFO  (jetty-launcher-22590-thread-3) [n:127.0.0.1:38759_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node3/.
   [junit4]   2> 4531202 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 4531203 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4531204 INFO  (zkConnectionManagerCallback-22655-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4531204 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4531206 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4531208 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41432/solr ready
   [junit4]   2> 4531209 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.u.p.DimensionalRoutedAliasUpdateProcessorTest SolrClient: org.apache.solr.client.solrj.impl.CloudSolrClient@4896b388
   [junit4]   2> 4531209 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.u.p.DimensionalRoutedAliasUpdateProcessorTest ClusterStateProvider 127.0.0.1:41432/solr
   [junit4]   2> 4531210 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4531212 INFO  (zkConnectionManagerCallback-22660-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4531212 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4531215 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4531217 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41432/solr ready
   [junit4]   2> 4531219 INFO  (qtp1228962342-76408) [n:127.0.0.1:38759_solr     ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :create with params baseConfigSet=_default&name=testTimeCat&action=CREATE&wt=javabin&version=2 
   [junit4]   2> 4531223 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"testTimeCat",
   [junit4]   2>   "baseConfigSet":"_default",
   [junit4]   2>   "immutable":"false",
   [junit4]   2>   "operation":"configsets:create"}
   [junit4]   2> 4531225 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testTimeCat/protwords.txt
   [junit4]   2> 4531228 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testTimeCat/managed-schema
   [junit4]   2> 4531230 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testTimeCat/solrconfig.xml
   [junit4]   2> 4531233 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testTimeCat/synonyms.txt
   [junit4]   2> 4531235 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testTimeCat/stopwords.txt
   [junit4]   2> 4531238 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testTimeCat/params.json
   [junit4]   2> 4531242 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testTimeCat/lang/contractions_it.txt
   [junit4]   2> 4531245 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testTimeCat/lang/stemdict_nl.txt
   [junit4]   2> 4531248 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testTimeCat/lang/stopwords_hy.txt
   [junit4]   2> 4531250 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testTimeCat/lang/stopwords_no.txt
   [junit4]   2> 4531253 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testTimeCat/lang/contractions_ca.txt
   [junit4]   2> 4531256 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testTimeCat/lang/stopwords_id.txt
   [junit4]   2> 4531259 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/testTimeCat/lang/stopwords_et.txt
   [junit4]   2> 4531262 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testTimeCat/lang/stopwords_hi.txt
   [junit4]   2> 4531265 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testTimeCat/lang/stopwords_da.txt
   [junit4]   2> 4531268 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testTimeCat/lang/stopwords_ga.txt
   [junit4]   2> 4531271 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testTimeCat/lang/stopwords_pt.txt
   [junit4]   2> 4531274 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testTimeCat/lang/stopwords_ja.txt
   [junit4]   2> 4531277 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testTimeCat/lang/stopwords_hu.txt
   [junit4]   2> 4531279 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testTimeCat/lang/stopwords_el.txt
   [junit4]   2> 4531283 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testTimeCat/lang/stopwords_ru.txt
   [junit4]   2> 4531286 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testTimeCat/lang/stopwords_tr.txt
   [junit4]   2> 4531289 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testTimeCat/lang/stopwords_ar.txt
   [junit4]   2> 4531292 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testTimeCat/lang/userdict_ja.txt
   [junit4]   2> 4531295 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testTimeCat/lang/stopwords_it.txt
   [junit4]   2> 4531297 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testTimeCat/lang/stopwords_eu.txt
   [junit4]   2> 4531301 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testTimeCat/lang/stopwords_cz.txt
   [junit4]   2> 4531304 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testTimeCat/lang/stoptags_ja.txt
   [junit4]   2> 4531308 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testTimeCat/lang/contractions_fr.txt
   [junit4]   2> 4531312 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testTimeCat/lang/stopwords_fa.txt
   [junit4]   2> 4531315 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testTimeCat/lang/stopwords_de.txt
   [junit4]   2> 4531319 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testTimeCat/lang/contractions_ga.txt
   [junit4]   2> 4531322 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testTimeCat/lang/stopwords_ca.txt
   [junit4]   2> 4531325 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testTimeCat/lang/stopwords_nl.txt
   [junit4]   2> 4531329 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testTimeCat/lang/stopwords_bg.txt
   [junit4]   2> 4531332 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testTimeCat/lang/stopwords_es.txt
   [junit4]   2> 4531336 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testTimeCat/lang/stopwords_en.txt
   [junit4]   2> 4531339 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testTimeCat/lang/stopwords_lv.txt
   [junit4]   2> 4531342 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testTimeCat/lang/stopwords_th.txt
   [junit4]   2> 4531346 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testTimeCat/lang/stopwords_ro.txt
   [junit4]   2> 4531350 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testTimeCat/lang/stopwords_fr.txt
   [junit4]   2> 4531353 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testTimeCat/lang/stopwords_sv.txt
   [junit4]   2> 4531357 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testTimeCat/lang/stopwords_fi.txt
   [junit4]   2> 4531360 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testTimeCat/lang/hyphenations_ga.txt
   [junit4]   2> 4531364 INFO  (OverseerThreadFactory-22586-thread-1-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testTimeCat/lang/stopwords_gl.txt
   [junit4]   2> 4531370 INFO  (qtp1228962342-76408) [n:127.0.0.1:38759_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={baseConfigSet=_default&name=testTimeCat&action=CREATE&wt=javabin&version=2} status=0 QTime=151
   [junit4]   2> 4531371 INFO  (qtp1228962342-76410) [n:127.0.0.1:38759_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=testTimeCat&name=testTimeCat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4531376 INFO  (OverseerCollectionConfigSetProcessor-72264871449395209-127.0.0.1:49538_solr-n_0000000000) [n:127.0.0.1:49538_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4531377 INFO  (OverseerThreadFactory-22586-thread-2-processing-n:127.0.0.1:49538_solr) [n:127.0.0.1:49538_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testTimeCat
   [junit4]   2> 4531493 INFO  (OverseerStateUpdate-72264871449395209-127.0.0.1:49538_solr-n_0000000000) [n:127.0.0.1:49538_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testTimeCat",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testTimeCat_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49538/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4531697 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr    x:testTimeCat_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=testTimeCat&newCollection=true&name=testTimeCat_shard1_replica_n1&action=CREATE&numShards=1&collection=testTimeCat&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4531697 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr    x:testTimeCat_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4532715 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 4532715 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 4532716 WARN  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 4532716 WARN  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist
   [junit4]   2> 4532716 WARN  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 4532716 WARN  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist
   [junit4]   2> 4532717 WARN  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 4532717 WARN  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist
   [junit4]   2> 4532717 WARN  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 4532717 WARN  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist
   [junit4]   2> 4532717 WARN  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist
   [junit4]   2> 4532717 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 4532746 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.s.IndexSchema [testTimeCat_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 4532939 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 4533032 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testTimeCat_shard1_replica_n1' using configuration from collection testTimeCat, trusted=true
   [junit4]   2> 4533033 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49538.solr.core.testTimeCat.shard1.replica_n1' (registry 'solr.core.testTimeCat.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4533033 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrCore [[testTimeCat_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/./testTimeCat_shard1_replica_n1/data/]
   [junit4]   2> 4533038 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 4533211 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4533211 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4533213 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 4533213 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4533214 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@182b8695[testTimeCat_shard1_replica_n1] main]
   [junit4]   2> 4533217 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testTimeCat
   [junit4]   2> 4533218 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testTimeCat
   [junit4]   2> 4533218 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testTimeCat/managed-schema
   [junit4]   2> 4533219 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 4533220 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4533220 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 4533221 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 4533221 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1651343888767516672
   [junit4]   2> 4533224 INFO  (searcherExecutor-22606-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@182b8695[testTimeCat_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4533224 INFO  (searcherExecutor-22606-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 4533225 INFO  (searcherExecutor-22606-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4533227 INFO  (searcherExecutor-22606-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrCore [testTimeCat_shard1_replica_n1] Registered new searcher Searcher@182b8695[testTimeCat_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4533231 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testTimeCat/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4533231 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testTimeCat/leaders/shard1
   [junit4]   2> 4533238 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4533238 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4533238 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49538/solr/testTimeCat_shard1_replica_n1/
   [junit4]   2> 4533239 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4533240 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:49538/solr/testTimeCat_shard1_replica_n1/ has no replicas
   [junit4]   2> 4533240 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testTimeCat/leaders/shard1/leader after winning as /collections/testTimeCat/leader_elect/shard1/election/72264871449395209-core_node2-n_0000000000
   [junit4]   2> 4533243 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49538/solr/testTimeCat_shard1_replica_n1/ shard1
   [junit4]   2> 4533347 INFO  (zkCallback-22615-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimeCat/state.json] for collection [testTimeCat] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4533347 INFO  (zkCallback-22615-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimeCat/state.json] for collection [testTimeCat] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4533349 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4533356 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=testTimeCat&newCollection=true&name=testTimeCat_shard1_replica_n1&action=CREATE&numShards=1&collection=testTimeCat&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1660
   [junit4]   2> 4533359 INFO  (qtp1228962342-76410) [n:127.0.0.1:38759_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4533378 INFO  (OverseerCollectionConfigSetProcessor-72264871449395209-127.0.0.1:49538_solr-n_0000000000) [n:127.0.0.1:49538_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4533458 INFO  (zkCallback-22645-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimeCat/state.json] for collection [testTimeCat] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4533458 INFO  (zkCallback-22615-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimeCat/state.json] for collection [testTimeCat] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4533458 INFO  (zkCallback-22615-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimeCat/state.json] for collection [testTimeCat] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4533459 INFO  (zkCallback-22615-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testTimeCat/state.json] for collection [testTimeCat] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4533459 INFO  (qtp1228962342-76410) [n:127.0.0.1:38759_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=testTimeCat&name=testTimeCat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2090
   [junit4]   2> 4533461 INFO  (TEST-DimensionalRoutedAliasUpdateProcessorTest.testTimeCat-seed#[DEFCFEDFF1D28AA6]) [     ] o.a.s.c.SolrCloudTestCase waitForState (testTimeCat): waiting for collections to be created
   [junit4]   2> 4533987 INFO  (qtp2120027607-76415) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection testTimeCat
   [junit4]   2> 4533988 INFO  (Thread-19480) [     ] o.a.s.c.SolrCore config update listener called for core testTimeCat_shard1_replica_n1
   [junit4]   2> 4533989 INFO  (solrHandlerExecutor-22611-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 4533989 INFO  (Thread-19480) [     ] o.a.s.c.SolrCore core reload testTimeCat_shard1_replica_n1
   [junit4]   2> 4534001 INFO  (Thread-19480) [     ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 4534002 INFO  (Thread-19480) [     ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 4534002 WARN  (Thread-19480) [     ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 4534002 WARN  (Thread-19480) [     ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist
   [junit4]   2> 4534002 WARN  (Thread-19480) [     ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 4534002 WARN  (Thread-19480) [     ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist
   [junit4]   2> 4534002 WARN  (Thread-19480) [     ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 4534002 WARN  (Thread-19480) [     ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist
   [junit4]   2> 4534002 WARN  (Thread-19480) [     ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 4534002 WARN  (Thread-19480) [     ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist
   [junit4]   2> 4534003 WARN  (Thread-19480) [     ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist filtered by solr-ltr-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1/../../../../dist
   [junit4]   2> 4534003 INFO  (Thread-19480) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.4.0
   [junit4]   2> 4534025 INFO  (Thread-19480) [     ] o.a.s.s.IndexSchema [testTimeCat_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 4534090 INFO  (qtp2120027607-76417) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 4534090 INFO  (qtp2120027607-76417) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.S.Request [testTimeCat_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4534090 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 4534091 INFO  (solrHandlerExecutor-22611-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:49538/solr/testTimeCat_shard1_replica_n1/ for prop overlay   after 1 attempts
   [junit4]   2> 4534091 INFO  (solrHandlerExecutor-22611-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 4534192 INFO  (qtp2120027607-76412) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 4534192 INFO  (qtp2120027607-76412) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.S.Request [testTimeCat_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4534192 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 4534192 INFO  (solrHandlerExecutor-22611-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:49538/solr/testTimeCat_shard1_replica_n1/ for prop overlay   after 2 attempts
   [junit4]   2> 4534192 INFO  (solrHandlerExecutor-22611-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 4534256 INFO  (Thread-19480) [     ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 4534293 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 4534293 INFO  (qtp2120027607-76413) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.S.Request [testTimeCat_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4534293 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 4534293 INFO  (solrHandlerExecutor-22611-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:49538/solr/testTimeCat_shard1_replica_n1/ for prop overlay   after 3 attempts
   [junit4]   2> 4534293 INFO  (solrHandlerExecutor-22611-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 4534326 INFO  (Thread-19480) [     ] o.a.s.c.CoreContainer Reloading SolrCore 'testTimeCat_shard1_replica_n1' using configuration from collection testTimeCat
   [junit4]   2> 4534345 INFO  (Thread-19480) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49538.solr.core.testTimeCat.shard1.replica_n1' (registry 'solr.core.testTimeCat.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a311a6
   [junit4]   2> 4534345 INFO  (Thread-19480) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.SolrCore [[testTimeCat_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/testTimeCat_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest_DEFCFEDFF1D28AA6-001/tempDir-001/node4/./testTimeCat_shard1_replica_n1/data/]
   [junit4]   2> 4534347 INFO  (Thread-19480) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 4534394 INFO  (qtp2120027607-76414) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 4534395 INFO  (qtp2120027607-76414) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.c.S.Request [testTimeCat_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 4534395 INFO  (SolrConfigHandler-refreshconf) [     ] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 4534395 INFO  (solrHandlerExecutor-22611-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:49538/solr/testTimeCat_shard1_replica_n1/ for prop overlay   after 4 attempts
   [junit4]   2> 4534395 INFO  (solrHandlerExecutor-22611-thread-1-processing-n:127.0.0.1:49538_solr x:testTimeCat_shard1_replica_n1 c:testTimeCat s:shard1 r:core_node2) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 4534402 INFO  (Thread-19480) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 4534402 INFO  (Thread-19480) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4534403 INFO  (Thread-19480) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ded7349[testTimeCat_shard1_replica_n1] main]
   [junit4]   2> 4534406 INFO  (Thread-19480) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testTimeCat
   [junit4]   2> 4534406 INFO  (Thread-19480) [n:127.0.0.1:49538_solr c:testTimeCat s:shard1 r:core_node2 x:testTimeCat_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeepe

[...truncated too long message...]

, TestNestedDocsSort, TestInitParams, TestEmbeddedSolrServerConstructors, SolrLogAuditLoggerPluginTest, TestXmlQParserPlugin, TestSortByMinMaxFunction, SolrIndexMetricsTest, TestTolerantUpdateProcessorRandomCloud, TestGroupingSearch, IgnoreCommitOptimizeUpdateProcessorFactoryTest, HdfsDirectoryTest, TestSimGenericDistributedQueue, ZkStateWriterTest, TestExplainDocTransformer, TestTrackingShardHandlerFactory, BasicZkTest, JsonLoaderTest, BlockDirectoryTest, RAMDirectoryFactoryTest, TestQueryUtils, TestRestoreCore, BaseCdcrDistributedZkTest, AnalyticsQueryTest, TestDistributedGrouping, SimplePostToolTest, TestJsonFacetsStatsParsing, TestPHPSerializedResponseWriter, TestSegmentSorting, TestWaitForStateWithJettyShutdowns, OverseerTaskQueueTest, TestCloudJSONFacetJoinDomain, VMParamsZkACLAndCredentialsProvidersTest, HighlighterConfigTest, AutoAddReplicasPlanActionTest, TestCollectionsAPIViaSolrCloudCluster, TestPseudoReturnFields, TestSolrDeletionPolicy2, SplitByPrefixTest, CleanupOldIndexTest, TestSweetSpotSimilarityFactory, TestSystemCollAutoCreate, MultiSolrCloudTestCaseTest, ExitableDirectoryReaderTest, PingRequestHandlerTest, SpellingQueryConverterTest, TestLegacyTerms, TestPointFields, TestFuzzyAnalyzedSuggestions, SolrInfoBeanTest, DistributedQueryComponentCustomSortTest, TestBackupRepositoryFactory, RollingRestartTest, SuggesterTSTTest, OverseerCollectionConfigSetProcessorTest, RegexBytesRefFilterTest, URLClassifyProcessorTest, TestRandomFaceting, DistributedQueryElevationComponentTest, ActionThrottleTest, ResourceLoaderTest, TestLMDirichletSimilarityFactory, TestValueSourceCache, DaemonStreamApiTest, BigEndianAscendingWordDeserializerTest, ClassificationUpdateProcessorIntegrationTest, TestClusterProperties, TestManagedSynonymFilterFactory, CustomHighlightComponentTest, DeleteShardTest, TestFilteredDocIdSet, SolrJmxReporterTest, TestRequestForwarding, TestManagedResource, HdfsRecoverLeaseTest, TestFastLRUCache, TestJettySolrRunner, TestPhraseSuggestions, ExternalFileFieldSortTest, DistributedExpandComponentTest, TestRTimerTree, TestImplicitCoreProperties, MetricsHistoryWithAuthIntegrationTest, TestFieldCacheVsDocValues, SolrMetricReporterTest, LeaderElectionIntegrationTest, TriggerCooldownIntegrationTest, OverseerRolesTest, MultiDestinationAuditLoggerTest, MoreLikeThisComponentTest, TestCharFilters, TestPerFieldSimilarity, TestLRUCache, TestJoin, TestQueryingOnDownCollection, DisMaxRequestHandlerTest, SolrRequestParserTest, TestInitQParser, DocExpirationUpdateProcessorFactoryTest, TriLevelCompositeIdRoutingTest, QueryParsingTest, StatsComponentTest, ZkNodePropsTest, CdcrVersionReplicationTest, V2StandaloneTest, TestLegacyBM25SimilarityFactory, TestSimTriggerIntegration, SolrCoreMetricManagerTest, SegmentsInfoRequestHandlerTest, CopyFieldTest, HttpPartitionOnCommitTest, TestJsonRequest, AlternateDirectoryTest, HDFSCollectionsAPITest, XMLAtomicUpdateMultivalueTest, SolrCmdDistributorTest, CdcrUpdateLogTest, ShardRoutingCustomTest, QueryElevationComponentTest, TestReload, TriggerIntegrationTest, CollectionTooManyReplicasTest, TestSimPolicyCloud, TestConfigSetsAPIExclusivity, HdfsUnloadDistributedZkTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestMissingGroups, HdfsBasicDistributedZkTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestUniqueKeyFieldResource, HighlighterTest, BJQParserTest, RuleEngineTest, IndexSchemaTest, DistribCursorPagingTest, TestCloudRecovery2, TestInPlaceUpdatesDistrib, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedSearch, TestEmbeddedSolrServerAdminHandler, AliasIntegrationTest, BasicDistributedZkTest, CollectionsAPISolrJTest, DocValuesNotIndexedTest, LeaderFailoverAfterPartitionTest, LegacyCloudClusterPropTest, MetricsHistoryIntegrationTest, NestedShardedAtomicUpdateTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, PackageManagerCLITest, ReplaceNodeNoTargetTest, ReplaceNodeTest, ReplicationFactorTest, SyncSliceTest, TestCryptoKeys, TestDownShardTolerantSearch, TestDynamicFieldNamesIndexCorrectly, TestLeaderElectionZkExpiry, TestLockTree, TestMiniSolrCloudClusterSSL, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, TestTlogReplica, TlogReplayBufferedWhileIndexingTest, AsyncCallRequestStatusResponseTest, CustomCollectionTest, TestRequestStatusCollectionAPI, IndexSizeTriggerTest, CdcrOpsAndBoundariesTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, ZkCollectionPropsCachingTest, ByteBuffersDirectoryFactoryTest, CachingDirectoryFactoryTest, TestCodecSupport, TestConfig, TestConfigOverlay, TestConfigSetImmutable, TestCoreContainer, TestDirectoryFactory, TestDynamicLoading, TestNRTOpen, TestQuerySenderListener, TestQuerySenderNoQuery, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrXml, TestXIncludeConfig, BinaryUpdateRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestBlobHandler, TestReplicationHandlerBackup, TestReplicationHandlerDiskOverFlow, TestReqParamsAPI, TestSolrConfigHandlerConcurrent, TestStressThreadBackup, AutoscalingHistoryHandlerTest, CoreAdminCreateDiscoverTest, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, InfoHandlerTest, LoggingHandlerTest, MetricsHandlerTest, MetricsHistoryHandlerTest, SplitHandlerTest, StatsReloadRaceTest, SystemInfoHandlerTest, TestApiFramework, TestCollectionAPIs, ZookeeperStatusHandlerTest, BadComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotWhiteBoxTest, DistributedTermsComponentTest, ResponseLogComponentTest, ShardsWhitelistTest, SpellCheckComponentTest, SuggestComponentTest, TestDistributedStatsComponentCardinality, WrapperMergePolicyFactoryTest, TestLegacyField, TestNumericTokenStream, TestLogWatcher, MetricsConfigTest, SolrCloudReportersTest, SolrRrdBackendFactoryTest, TestPackages, JSONWriterTest, TestGraphMLResponseWriter, TestRawTransformer, TestSolrQueryResponse, TestChildDocTransformerHierarchy, TestSubQueryTransformerCrossCore, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaNameResource, TestSchemaSimilarityResource, BadCopyFieldTest, BooleanFieldTest, ChangedSchemaMergeTest, DocValuesTest, PreAnalyzedFieldTest, SpatialRPTFieldTypeTest, TestCloudManagedSchema, TestCollationField, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchemaThreadSafety, TestOmitPositions, TestSchemalessBufferedUpdates, TestSortableTextField, TestUseDocValuesAsStored, TestUseDocValuesAsStored2, UUIDFieldTest, AnalyticsMergeStrategyTest, ReturnFieldsTest, TestCollapseQParserPlugin, TestComplexPhraseLeadingWildcard, TestComplexPhraseQParserPlugin, TestComponentsName, TestCustomSort, TestDocSet, TestElisionMultitermQuery, TestFoldingMultitermQuery, TestMaxScoreQueryParser, TestRandomCollapseQParserPlugin, TestReRankQParserPlugin, TestRealTimeGet, TestRecovery, TestSearchPerf, TestSimpleQParserPlugin, TestSolr4Spatial, TestSolr4Spatial2, TestSolrCachePerf, TestStressVersions, SpatialHeatmapFacetsTest, TestMinMaxOnMultiValuedField, TestOrdValues, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, GraphQueryTest, TestCloudNestedDocsSort, TestScoreJoinQPScore, BJQFilterAccessibleTest, SimpleMLTQParserTest, TestBM25SimilarityFactory, TestClassicSimilarityFactory, TestDFISimilarityFactory, TestExactSharedStatsCache, TestExactStatsCache, TestLRUStatsCache, AuditLoggerIntegrationTest, AuditLoggerPluginTest, BasicAuthIntegrationTest, BasicAuthOnSingleNodeTest, BasicAuthStandaloneTest, JWTAuthPluginTest, TestPKIAuthenticationPlugin, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, TestImpersonationWithHadoopAuth, TestSolrCloudWithHadoopAuthPlugin, ResponseHeaderTest, FileBasedSpellCheckerTest, SpellCheckCollatorTest, TestAnalyzeInfixSuggestions, TestAnalyzedSuggestions, TestLegacyFieldCache, TestNumericTerms64, MaxSizeAutoCommitTest, RootFieldTest, SoftAutoCommitTest, ClassificationUpdateProcessorFactoryTest, CloneFieldUpdateProcessorFactoryTest, DefaultValueUpdateProcessorTest, DimensionalRoutedAliasUpdateProcessorTest]
   [junit4] Completed [886/886 (1!)] on J0 in 157.57s, 2 tests, 1 failure <<< FAILURES!

[...truncated 52879 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/429/consoleText

[repro] Revision: 363a31ccd47c63aada40def23415da0ce1d3d77a

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line:  ant test  -Dtestcase=DimensionalRoutedAliasUpdateProcessorTest -Dtests.method=testCatTime -Dtests.seed=DEFCFEDFF1D28AA6 -Dtests.slow=true -Dtests.locale=de-LU -Dtests.timezone=Asia/Muscat -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       DimensionalRoutedAliasUpdateProcessorTest
[repro] ant compile-test

[...truncated 3615 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.DimensionalRoutedAliasUpdateProcessorTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=DEFCFEDFF1D28AA6 -Dtests.slow=true -Dtests.locale=de-LU -Dtests.timezone=Asia/Muscat -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 79 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.update.processor.DimensionalRoutedAliasUpdateProcessorTest
[repro] Exiting with code 0

[...truncated 73 lines...]