You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/14 05:29:37 UTC
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 392 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/392/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([DF5E31D983DF34C8:570A0E032D235930]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([DF5E31D983DF34C8:E0D632719489C42F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11703 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> 106620 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/init-core-data-001
[junit4] 2> 106620 WARN (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 106620 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 106622 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 106622 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
[junit4] 2> 106623 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001
[junit4] 2> 106623 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 106623 INFO (Thread-148) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 106623 INFO (Thread-148) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 106625 ERROR (Thread-148) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 106723 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60769
[junit4] 2> 106726 INFO (zkConnectionManagerCallback-234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106732 INFO (jetty-launcher-231-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 106732 INFO (jetty-launcher-231-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 106733 INFO (jetty-launcher-231-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 106734 INFO (jetty-launcher-231-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f4efe17{/solr,null,AVAILABLE}
[junit4] 2> 106734 INFO (jetty-launcher-231-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3632a64a{/solr,null,AVAILABLE}
[junit4] 2> 106736 INFO (jetty-launcher-231-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@623dbb57{HTTP/1.1,[http/1.1]}{127.0.0.1:59400}
[junit4] 2> 106736 INFO (jetty-launcher-231-thread-1) [ ] o.e.j.s.Server Started @109154ms
[junit4] 2> 106736 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59400}
[junit4] 2> 106737 ERROR (jetty-launcher-231-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:51:11.268Z
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69897b9e{/solr,null,AVAILABLE}
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3603b177{HTTP/1.1,[http/1.1]}{127.0.0.1:49929}
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.e.j.s.Server Started @109155ms
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49929}
[junit4] 2> 106738 ERROR (jetty-launcher-231-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:51:11.269Z
[junit4] 2> 106739 INFO (jetty-launcher-231-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1188e60c{HTTP/1.1,[http/1.1]}{127.0.0.1:54501}
[junit4] 2> 106740 INFO (jetty-launcher-231-thread-2) [ ] o.e.j.s.Server Started @109157ms
[junit4] 2> 106740 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54501}
[junit4] 2> 106740 ERROR (jetty-launcher-231-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 106741 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 106741 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 106741 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 106741 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:51:11.272Z
[junit4] 2> 106743 INFO (zkConnectionManagerCallback-238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106744 INFO (zkConnectionManagerCallback-236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106744 INFO (zkConnectionManagerCallback-240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106745 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 106747 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 106749 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 106764 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
[junit4] 2> 106765 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
[junit4] 2> 106781 INFO (zkConnectionManagerCallback-244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106781 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
[junit4] 2> 106783 INFO (zkConnectionManagerCallback-250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106786 INFO (zkConnectionManagerCallback-252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106788 INFO (zkConnectionManagerCallback-254-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106789 INFO (zkConnectionManagerCallback-256-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106794 INFO (zkConnectionManagerCallback-258-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106927 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106927 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106928 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54501_solr
[junit4] 2> 106929 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59400_solr
[junit4] 2> 106929 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.c.Overseer Overseer (id=99346145028014087-127.0.0.1:54501_solr-n_0000000000) starting
[junit4] 2> 106931 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 106932 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 106941 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 106943 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54501_solr
[junit4] 2> 106945 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 106945 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106948 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49929_solr
[junit4] 2> 106950 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 106952 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 106952 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 106970 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 107011 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107016 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107016 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107017 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node1/.
[junit4] 2> 107036 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107041 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107041 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107042 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node3/.
[junit4] 2> 107095 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107100 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107100 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107101 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node2/.
[junit4] 2> 107123 INFO (zkConnectionManagerCallback-266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 107125 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f2cae433000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 107129 INFO (zkConnectionManagerCallback-270-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 107131 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 107132 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60769/solr ready
[junit4] 2> 107140 INFO (qtp1158599488-1146) [n:127.0.0.1:59400_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 107152 INFO (OverseerThreadFactory-475-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 107264 INFO (OverseerStateUpdate-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49929/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 107268 INFO (OverseerStateUpdate-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59400/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 107271 INFO (OverseerStateUpdate-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54501/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 107474 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 107474 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 107474 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 107474 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 107477 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 107477 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 107583 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 107584 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 107584 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 107584 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 107584 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 107584 INFO (zkCallback-253-thread-2-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108493 WARN (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 108500 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 108501 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 108503 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 108507 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 108510 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 108511 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 108513 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 108513 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 108515 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 108515 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 108516 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 108516 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 108519 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 108519 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 108519 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 108519 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 108519 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 108519 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node2/.system_shard1_replica_p4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node2/./.system_shard1_replica_p4/data/]
[junit4] 2> 108521 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 108529 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 108530 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
[junit4] 2> 108530 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 108530 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 108530 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 108530 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node3/.system_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node3/./.system_shard1_replica_n1/data/]
[junit4] 2> 108537 WARN (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 108537 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 108538 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 108538 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 108538 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
[junit4] 2> 108582 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 108582 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 108583 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 108583 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 108584 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@260ada04[.system_shard1_replica_p4] main]
[junit4] 2> 108584 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 108584 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 108585 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 108585 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@321d224d[.system_shard1_replica_n2] main]
[junit4] 2> 108594 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 108594 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 108594 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 108594 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 108594 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 108595 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 108596 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 108596 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 108596 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589538322516017152
[junit4] 2> 108598 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 108598 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 108600 INFO (searcherExecutor-484-thread-1-processing-n:127.0.0.1:59400_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@321d224d[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 108600 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 108600 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 108601 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@522aedf5[.system_shard1_replica_n1] main]
[junit4] 2> 108602 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 108602 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 108602 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 108603 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 108603 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 108605 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 108606 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 108606 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 10 ms
[junit4] 2> 108607 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 108607 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 108607 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 4 ms
[junit4] 2> 108608 INFO (searcherExecutor-482-thread-1-processing-n:127.0.0.1:54501_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@260ada04[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 108608 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 108609 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589538322529648640
[junit4] 2> 108611 INFO (searcherExecutor-483-thread-1-processing-n:127.0.0.1:49929_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@522aedf5[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 108614 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 108615 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 108615 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 108615 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59400/solr/.system_shard1_replica_n2/
[junit4] 2> 108615 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:59400/solr START replicas=[http://127.0.0.1:49929/solr/.system_shard1_replica_n1/] nUpdates=100
[junit4] 2> 108617 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 108618 INFO (qtp883519861-1152) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 108629 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 108629 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 108717 INFO (zkCallback-253-thread-2-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108717 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108717 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108718 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108718 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108718 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108919 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:59400/solr DONE. We have no versions. sync failed.
[junit4] 2> 108919 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 108919 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 108919 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 108925 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59400/solr/.system_shard1_replica_n2/ shard1
[junit4] 2> 109029 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109029 INFO (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109029 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109029 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109029 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109029 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109077 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 109080 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1606
[junit4] 2> 109182 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109182 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109182 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109182 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109182 INFO (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109182 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109621 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2147
[junit4] 2> 109640 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2165
[junit4] 2> 109645 INFO (qtp1158599488-1146) [n:127.0.0.1:59400_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 109742 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109742 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109742 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109742 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109742 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109742 INFO (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 110167 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:59400/solr/.system_shard1_replica_n2/
[junit4] 2> 110169 INFO (qtp1158599488-1143) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 110170 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 110170 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 110170 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 110170 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 110170 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 110172 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 110172 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e91e07f commitCommandVersion:0
[junit4] 2> 110177 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fba138c[.system_shard1_replica_p4] main]
[junit4] 2> 110177 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 110178 INFO (searcherExecutor-482-thread-1-processing-n:127.0.0.1:54501_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@7fba138c[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 110647 INFO (qtp1158599488-1146) [n:127.0.0.1:59400_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3507
[junit4] 2> 110651 INFO (qtp1158599488-1144) [n:127.0.0.1:59400_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110654 INFO (qtp883519861-1151) [n:127.0.0.1:49929_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110657 INFO (qtp74333698-1134) [n:127.0.0.1:54501_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110687 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[DF5E31D983DF34C8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
[junit4] 2> 110690 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[DF5E31D983DF34C8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=DF5E31D983DF34C8 -Dtests.slow=true -Dtests.locale=el-CY -Dtests.timezone=Pacific/Samoa -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.03s J0 | TestClusterStateProvider.testAutoScalingConfig <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}>
[junit4] > at __randomizedtesting.SeedInfo.seed([DF5E31D983DF34C8:E0D632719489C42F]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 110713 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
[junit4] 2> 110714 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 110716 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16a53876{/solr,null,AVAILABLE}
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c1877a3{HTTP/1.1,[http/1.1]}{127.0.0.1:55180}
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.e.j.s.Server Started @113135ms
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55180}
[junit4] 2> 110717 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 110718 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:51:15.249Z
[junit4] 2> 110720 INFO (zkConnectionManagerCallback-272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 110721 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 110728 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
[junit4] 2> 110730 INFO (zkConnectionManagerCallback-276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 110735 INFO (zkConnectionManagerCallback-278-thread-1-processing-n:127.0.0.1:55180_solr) [n:127.0.0.1:55180_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 110744 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 110747 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 110750 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55180_solr
[junit4] 2> 110751 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110751 INFO (zkCallback-269-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110752 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110752 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110753 INFO (zkCallback-277-thread-1-processing-n:127.0.0.1:55180_solr) [n:127.0.0.1:55180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110818 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55180.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 110824 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55180.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 110824 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55180.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 110825 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node4/.
[junit4] 2> 111160 INFO (OverseerCollectionConfigSetProcessor-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 112862 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@623dbb57{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 112862 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1110569372
[junit4] 2> 112862 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 112863 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ff91e84: rootName = solr_59400, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2b060191
[junit4] 2> 112867 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 112867 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44d9693c: rootName = solr_59400, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@45b62abf
[junit4] 2> 112869 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 112870 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16976013: rootName = solr_59400, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4189a6d1
[junit4] 2> 112872 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:59400_solr
[junit4] 2> 112873 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 112873 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 112873 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 112874 INFO (coreCloseExecutor-504-thread-1) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@1d537524
[junit4] 2> 112874 INFO (coreCloseExecutor-504-thread-1) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=492008740
[junit4] 2> 112874 INFO (coreCloseExecutor-504-thread-1) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43ed14d9: rootName = solr_59400, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@1de88cb6
[junit4] 2> 112875 INFO (zkCallback-277-thread-1-processing-n:127.0.0.1:55180_solr) [n:127.0.0.1:55180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 112875 INFO (zkCallback-269-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 112875 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 112875 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 112876 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 112876 INFO (zkCallback-255-thread-3-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 112876 INFO (zkCallback-257-thread-3-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 112877 INFO (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
[...truncated too long message...]
g-n:127.0.0.1:58819_solr x:recoverytest_shard1_replica_n2 s:shard1 c:recoverytest r:core_node4) [n:127.0.0.1:58819_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n2] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://serv1-vm3:60332/data/recoverytest/core_node4/data
[junit4] 2> 3284822 WARN (updateExecutor-3400-thread-2-processing-n:127.0.0.1:58819_solr) [n:127.0.0.1:58819_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n2] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
[junit4] 2> 3284828 INFO (jetty-closer-3369-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48f05732{/solr,null,UNAVAILABLE}
[junit4] 2> 3284830 ERROR (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3284831 INFO (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45906 45906
[junit4] 2> 3285306 INFO (Thread-5373) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45906 45906
[junit4] 2> 3285309 WARN (Thread-5373) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/recoverytest/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99346343665008645-127.0.0.1:64688_solr-n_0000000000
[junit4] 2> 2 /solr/collections/recoverytest/leader_elect/shard1/election/99346343665008645-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 3285318 WARN (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 3285334 INFO (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3285401 WARN (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to serv1-vm3/127.0.0.1:60332) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-2145827122-127.0.0.1-1515904902858 (Datanode Uuid 8e641b95-8e80-4b8d-90a2-b468db0572ff) service to serv1-vm3/127.0.0.1:60332
[junit4] 2> 3285444 WARN (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 3285454 INFO (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3285562 WARN (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to serv1-vm3/127.0.0.1:60332) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3285563 WARN (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to serv1-vm3/127.0.0.1:60332) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-2145827122-127.0.0.1-1515904902858 (Datanode Uuid 6c79591b-528f-45e4-a8d4-d55c51b3f1ac) service to serv1-vm3/127.0.0.1:60332
[junit4] 2> 3285589 INFO (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:0
[junit4] 2> 3285709 INFO (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45906 45906
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001
[junit4] 2> Jan 14, 2018 4:44:10 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 26 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=Lucene50(blocksize=128), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_i=Lucene50(blocksize=128), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1246, maxMBSortInHeap=7.8648608380064875, sim=RandomSimilarity(queryNorm=true): {}, locale=mk-MK, timezone=VST
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=2,free=163858904,total=391274496
[junit4] 2> NOTE: All tests run in this JVM: [HdfsTlogReplayBufferedWhileIndexingTest, TestFieldTypeCollectionResource, SolrIndexConfigTest, AnalyticsMergeStrategyTest, TestPushWriter, TestConfig, TestMaxTokenLenTokenizer, TestTestInjection, CdcrBootstrapTest, BlockCacheTest, TestCollapseQParserPlugin, DocExpirationUpdateProcessorFactoryTest, JavabinLoaderTest, MergeStrategyTest, TestShortCircuitedRequests, TestSolrJ, TestExecutePlanAction, TestQueryUtils, SchemaVersionSpecificBehaviorTest, TestSolrConfigHandlerConcurrent, TestLockTree, TestSolrConfigHandler, TestDocBasedVersionConstraints, SolrGangliaReporterTest, DeleteReplicaTest, TestGraphMLResponseWriter, BlockJoinFacetRandomTest, TestOrdValues, TestComplexPhraseQParserPlugin, ChaosMonkeyNothingIsSafeWithPullReplicasTest, BasicAuthIntegrationTest, TestFoldingMultitermQuery, HdfsNNFailoverTest, RestartWhileUpdatingTest, TestFastOutputStream, ExitableDirectoryReaderTest, BasicDistributedZk2Test, AutoscalingHistoryHandlerTest, DistributedIntervalFacetingTest, SimplePostToolTest, TestSchemaNameResource, JvmMetricsTest, TestBinaryResponseWriter, TestSubQueryTransformer, TestJettySolrRunner, TestSolrIndexConfig, TestCorePropertiesReload, DistributedFacetPivotLargeTest, OverseerCollectionConfigSetProcessorTest, SolrJmxReporterCloudTest, TestHashPartitioner, TestInfoStreamLogging, MultiThreadedOCPTest, TestFreeTextSuggestions, ChaosMonkeySafeLeaderTest, SubstringBytesRefFilterTest, HdfsSyncSliceTest, TestCharFilters, TestBlendedInfixSuggestions, TestDocumentBuilder, TestSolr4Spatial2, TestSubQueryTransformerDistrib, PeerSyncTest, TestPullReplica, TestLeaderInitiatedRecoveryThread, TestNumericTerms64, DistributedMLTComponentTest, TestCloudManagedSchema, DirectSolrSpellCheckerTest, TestClusterStateMutator, TestSolrCloudWithKerberosAlt, PeerSyncWithIndexFingerprintCachingTest, MetricTriggerTest, GraphQueryTest, ZkStateWriterTest, TestManagedStopFilterFactory, TestClusterProperties, PluginInfoTest, V2ApiIntegrationTest, HdfsChaosMonkeySafeLeaderTest, ClassificationUpdateProcessorFactoryTest, JsonLoaderTest, TestLRUCache, TestSolrFieldCacheBean, TestAnalyzedSuggestions, ZkFailoverTest, SortSpecParsingTest, TestSimDistributedQueue, SpellCheckCollatorWithCollapseTest, TestWordDelimiterFilterFactory, TestBadConfig, TestManagedSchemaThreadSafety, TestStressLucene, TestSolrCloudSnapshots, SparseHLLTest, SolrPluginUtilsTest, BaseCdcrDistributedZkTest, TestRebalanceLeaders, PKIAuthenticationIntegrationTest, TestSSLRandomization, SolrCloudExampleTest, TestPKIAuthenticationPlugin, ReplaceNodeTest, TestConfigSetProperties, TestBM25SimilarityFactory, TestRTimerTree, TestDistributedMissingSort, SSLMigrationTest, SimpleFacetsTest, TolerantUpdateProcessorTest, TestNumericTokenStream, TestFastLRUCache, TermsComponentTest, HdfsLockFactoryTest, TestStressCloudBlindAtomicUpdates, TestSolrDeletionPolicy1, TestSort, TestPartialUpdateDeduplication, CursorMarkTest, TestSimpleTrackingShardHandler, TestSha256AuthenticationProvider, QueryEqualityTest, SuggestComponentTest, SolrIndexSplitterTest, DOMUtilTest, TestRemoteStreaming, TestEmbeddedSolrServerConstructors, ConnectionManagerTest, TestDynamicLoading, TestPayloadScoreQParserPlugin, SpellingQueryConverterTest, CachingDirectoryFactoryTest, TestIntervalFaceting, TestNodeLostTrigger, TestTolerantUpdateProcessorCloud, QueryElevationComponentTest, TestQueryTypes, TestValueSourceCache, DistributedQueryComponentOptimizationTest, ManagedSchemaRoundRobinCloudTest, TestCollectionsAPIViaSolrCloudCluster, TestConfigsApi, ClassificationUpdateProcessorTest, TestRandomFlRTGCloud, TestFastWriter, SpatialHeatmapFacetsTest, TestRTGBase, TestFieldCacheVsDocValues, TestMergePolicyConfig, ShardSplitTest, MoveReplicaHDFSTest, TestExclusionRuleCollectionAccess, TestUnifiedSolrHighlighter, TestCloudInspectUtil, CustomHighlightComponentTest, HdfsRecoveryZkTest]
[junit4] Completed [494/766 (2!)] on J1 in 157.74s, 1 test, 1 error <<< FAILURES!
[...truncated 49109 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 396 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/396/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679:42EFB96419A76B81]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679]:0)
Build Log:
[...truncated 12964 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 2969714 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/init-core-data-001
[junit4] 2> 2969715 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=88 numCloses=88
[junit4] 2> 2969715 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2969716 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2969716 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qqlu/lo
[junit4] 2> 2969719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2969719 INFO (Thread-4093) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2969719 INFO (Thread-4093) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2969723 ERROR (Thread-4093) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2969820 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkTestServer start zk server on port:56164
[junit4] 2> 2969823 INFO (zkConnectionManagerCallback-4183-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2969830 INFO (zkConnectionManagerCallback-4185-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2969840 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2969844 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2969846 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2969850 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2969851 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2969853 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2969855 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2969857 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2969858 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2969860 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2969862 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2969865 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2969999 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2969999 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69f72e69{/qqlu/lo,null,AVAILABLE}
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e3b0fb7{HTTP/1.1,[http/1.1]}{127.0.0.1:38716}
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server Started @2974855ms
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/control/data, replicaType=NRT, hostContext=/qqlu/lo, hostPort=38716, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores}
[junit4] 2> 2970002 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-16T08:33:11.789Z
[junit4] 2> 2970004 INFO (zkConnectionManagerCallback-4187-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2970005 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2970005 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/solr.xml
[junit4] 2> 2970008 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2970008 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2970009 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2970011 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
[junit4] 2> 2970012 INFO (zkConnectionManagerCallback-4191-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2970014 INFO (zkConnectionManagerCallback-4193-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2970122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2970123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38716_qqlu%2Flo
[junit4] 2> 2970124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.Overseer Overseer (id=99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) starting
[junit4] 2> 2970133 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38716_qqlu%2Flo
[junit4] 2> 2970137 INFO (OverseerStateUpdate-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2970240 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2970247 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2970247 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2970248 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores
[junit4] 2> 2970262 INFO (zkConnectionManagerCallback-4199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2970263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2970265 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56164/solr ready
[junit4] 2> 2970267 INFO (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38716_qqlu%252Flo&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2970270 INFO (OverseerThreadFactory-7266-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2970385 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2970386 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2970500 INFO (zkCallback-4192-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2971409 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2971432 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2971479 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2971497 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2971497 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2971497 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2971497 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2971499 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
[junit4] 2> 2971501 WARN (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2971539 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2971539 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2971552 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2971552 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2971553 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
[junit4] 2> 2971553 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55842b3[control_collection_shard1_replica_n1] main]
[junit4] 2> 2971555 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2971555 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2971555 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2971556 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737258581229568
[junit4] 2> 2971556 INFO (searcherExecutor-7269-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@55842b3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2971565 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2971670 INFO (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2971718 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2971722 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1337
[junit4] 2> 2971729 INFO (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2971824 INFO (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2972274 INFO (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2972729 INFO (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38716_qqlu%252Flo&wt=javabin&version=2} status=0 QTime=2463
[junit4] 2> 2972734 INFO (zkConnectionManagerCallback-4203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2972736 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2972742 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56164/solr ready
[junit4] 2> 2972742 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2972748 INFO (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2972752 INFO (OverseerThreadFactory-7266-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2972754 WARN (OverseerThreadFactory-7266-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2972961 INFO (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2972962 INFO (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=213
[junit4] 2> 2973119 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001 of type NRT
[junit4] 2> 2973120 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2973121 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7fe4ac76{/qqlu/lo,null,AVAILABLE}
[junit4] 2> 2973122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4476d80e{HTTP/1.1,[http/1.1]}{127.0.0.1:61941}
[junit4] 2> 2973122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server Started @2977976ms
[junit4] 2> 2973122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=61941, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores}
[junit4] 2> 2973123 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2973123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2973123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2973123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2973123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-16T08:33:14.910Z
[junit4] 2> 2973125 INFO (zkConnectionManagerCallback-4205-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2973126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2973126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/solr.xml
[junit4] 2> 2973128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2973128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2973128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2973132 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
[junit4] 2> 2973134 INFO (zkConnectionManagerCallback-4209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2973137 INFO (zkConnectionManagerCallback-4211-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2973145 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2973149 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2973151 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61941_qqlu%2Flo
[junit4] 2> 2973157 INFO (zkCallback-4202-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2973157 INFO (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2973158 INFO (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2973246 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2973253 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2973253 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2973254 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores
[junit4] 2> 2973274 INFO (qtp1736367606-20494) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61941_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2973278 INFO (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2973278 INFO (OverseerThreadFactory-7266-thread-3-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:61941_qqlu%2Flo for creating new replica
[junit4] 2> 2973284 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2973284 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2974303 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2974324 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 2974406 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2974445 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 2974446 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2974446 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2974446 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 2974447 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
[junit4] 2> 2974450 WARN (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2974497 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2974497 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2974498 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2974498 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2974499 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
[junit4] 2> 2974499 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@de0f789[collection1_shard2_replica_n61] main]
[junit4] 2> 2974500 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2974501 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2974501 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2974502 INFO (searcherExecutor-7280-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@de0f789[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2974502 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737261670334464
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2974514 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/ shard2
[junit4] 2> 2974668 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2974670 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1386
[junit4] 2> 2974672 INFO (qtp1736367606-20494) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61941_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1398
[junit4] 2> 2974800 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001 of type NRT
[junit4] 2> 2974801 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2974802 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3422e80e{/qqlu/lo,null,AVAILABLE}
[junit4] 2> 2974802 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f636e8b{HTTP/1.1,[http/1.1]}{127.0.0.1:58235}
[junit4] 2> 2974802 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server Started @2979657ms
[junit4] 2> 2974802 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=58235, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores}
[junit4] 2> 2974803 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2974804 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2974804 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2974804 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2974804 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-16T08:33:16.591Z
[junit4] 2> 2974806 INFO (zkConnectionManagerCallback-4215-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2974807 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2974807 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/solr.xml
[junit4] 2> 2974809 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2974809 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2974809 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2974809 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
[junit4] 2> 2974814 INFO (zkConnectionManagerCallback-4219-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2974817 INFO (zkConnectionManagerCallback-4221-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2974826 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2974828 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2974831 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58235_qqlu%2Flo
[junit4] 2> 2974832 INFO (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2974832 INFO (zkCallback-4202-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2974832 INFO (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2974833 INFO (zkCallback-4220-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2974935 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2974941 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2974941 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2974946 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores
[junit4] 2> 2974988 INFO (qtp1736367606-20487) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:58235_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2974992 INFO (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2974992 INFO (OverseerThreadFactory-7266-thread-4-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:58235_qqlu%2Flo for creating new replica
[junit4] 2> 2974997 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2974997 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2976012 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2976021 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 2976086 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2976106 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 2976106 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2976106 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2976106 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 2976108 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
[junit4] 2> 2976110 WARN (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2976145 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2976145 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2976146 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2976146 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2976146 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
[junit4] 2> 2976146 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e2db062[collection1_shard3_replica_n63] main]
[junit4] 2> 2976148 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2976149 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2976149 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2976150 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737263398387712
[junit4] 2> 2976150 INFO (searcherExecutor-7291-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@3e2db062[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2976159 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/ shard3
[junit4] 2> 2976314 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2976317 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1320
[junit4] 2> 2976319 INFO (qtp1736367606-20487) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:58235_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1330
[junit4] 2> 2976438 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001 of type NRT
[junit4] 2> 2976438 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2976439 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ae37004{/qqlu/lo,null,AVAILABLE}
[junit4] 2> 2976440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@450b3ecf{HTTP/1.1,[http/1.1]}{127.0.0.1:63302}
[junit4] 2> 2976440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server Started @2981295ms
[junit4] 2> 2976440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=63302, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores}
[junit4] 2> 2976441 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2976441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2976441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2976441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2976441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-16T08:33:18.228Z
[junit4] 2> 2976443 INFO (zkConnectionManagerCallback-4225-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2976444 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2976444 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/solr.xml
[junit4] 2> 2976446 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2976446 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2976447 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2976449 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
[junit4] 2> 2976450 INFO (zkConnectionManagerCallback-4229-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2976453 INFO (zkConnectionManagerCallback-4231-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2976463 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2976466 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2976469 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63302_qqlu%2Flo
[junit4] 2> 2976470 INFO (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2976470 INFO (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2976470 INFO (zkCallback-4202-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2976470 INFO (zkCallback-4220-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2976472 INFO (zkCallback-4230-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2976527 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2976535 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2976535 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2976536 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores
[junit4] 2> 2976565 INFO (qtp1736367606-20488) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63302_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2976569 INFO (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2976569 INFO (OverseerThreadFactory-7266-thread-5-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:63302_qqlu%2Flo for creating new replica
[junit4] 2> 2976573 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2976574 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2977600 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2977616 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 2977683 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2977702 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 2977703 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2977703 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2977703 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 2977704 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
[junit4] 2> 2977706 WARN (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2977740 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2977740 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2977741 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2977741 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2977741 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
[junit4] 2> 2977742 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@617075fb[collection1_shard1_replica_n65] main]
[junit4] 2> 2977743 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2977744 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2977744 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2977745 INFO (searcherExecutor-7302-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@617075fb[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2977745 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737265070866432
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/ has no replicas
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2977754 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/ shard1
[junit4] 2> 2977905 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2977909 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1335
[junit4] 2> 2977913 INFO (qtp1736367606-20488) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63302_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1348
[junit4] 2> 2978059 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001 of type NRT
[junit4] 2> 2978059 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2978060 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d477168{/qqlu/lo,null,AVAILABLE}
[junit4] 2> 2978062 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a9c4499{HTTP/1.1,[http/1.1]}{127.0.0.1:39994}
[junit4] 2> 2978063 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server Started @2982919ms
[junit4] 2> 2978063 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=39994, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001/cores}
[junit4] 2> 2978064 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2978066 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2978066 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2978067 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2978067 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-16T08:33:19.854Z
[junit4] 2> 2978070 INFO (zkConnectionManagerCallback-4235-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2978071 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2978071 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001/solr.xml
[junit4] 2> 2978094 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2978094 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaF
[...truncated too long message...]
orPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Jan 16, 2018 8:51:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=87, maxMBSortInHeap=6.625891536050945, sim=RandomSimilarity(queryNorm=false): {}, locale=ga-IE, timezone=America/St_Barthelemy
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=170678088,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallAdvancedTest, TestFieldCollectionResource, CloneFieldUpdateProcessorFactoryTest, TestNoOpRegenerator, SpellPossibilityIteratorTest, TestTrieFacet, SpatialRPTFieldTypeTest, TestPullReplica, TestCryptoKeys, MissingSegmentRecoveryTest, TestSimDistributedQueue, LoggingHandlerTest, TestCollationFieldDocValues, TestManagedSchemaThreadSafety, TestRawTransformer, TestAnalyzeInfixSuggestions, SolrShardReporterTest, TestSolrDeletionPolicy1, EchoParamsTest, JSONWriterTest, TestExclusionRuleCollectionAccess, RestartWhileUpdatingTest, AnalysisAfterCoreReloadTest, TestCustomSort, CacheHeaderTest, PluginInfoTest, TestCloudPivotFacet, TestPivotHelperCode, DocValuesTest, DocValuesMultiTest, TimeRoutedAliasUpdateProcessorTest, IndexSchemaRuntimeFieldTest, SynonymTokenizerTest, TestFieldCacheWithThreads, UpdateParamsTest, LeaderElectionIntegrationTest, BigEndianAscendingWordDeserializerTest, TestDynamicFieldCollectionResource, TestBadConfig, TestManagedStopFilterFactory, RuleEngineTest, DebugComponentTest, ReplicaListTransformerTest, NumberUtilsTest, UtilsToolTest, TestExtendedDismaxParser, TestFaceting, JvmMetricsTest, TestSystemIdResolver, DistributedFacetPivotWhiteBoxTest, TestUninvertingReader, TestLMJelinekMercerSimilarityFactory, AutoAddReplicasPlanActionTest, TestSolrCoreParser, SchemaApiFailureTest, SolrIndexMetricsTest, DistributedMLTComponentTest, TestMissingGroups, TestReload, DocumentAnalysisRequestHandlerTest, CoreAdminHandlerTest, QueryEqualityTest, TestInPlaceUpdatesDistrib, TestConfigsApi, TestGroupingSearch, OutOfBoxZkACLAndCredentialsProvidersTest, QueryElevationComponentTest, ShardSplitTest, TestBM25SimilarityFactory, TestReplicationHandlerBackup, TestFilteredDocIdSet, BasicZkTest, TestAuthenticationFramework, BitVectorTest, UninvertDocValuesMergePolicyTest, TestBulkSchemaAPI, TestDelegationWithHadoopAuth, TestEmbeddedSolrServerConstructors, SimpleCollectionCreateDeleteTest, TestPayloadCheckQParserPlugin, TestPerFieldSimilarity, AutoscalingHistoryHandlerTest, HdfsDirectoryTest, TestComponentsName, TestSmileRequest, SystemInfoHandlerTest, DistributedFacetPivotLargeTest, TestConfig, TestRTGBase, HdfsChaosMonkeySafeLeaderTest, CoreAdminRequestStatusTest, TestJsonFacetRefinement, OverseerTaskQueueTest, CurrencyRangeFacetCloudTest, TestRestoreCore, TestUnifiedSolrHighlighter, TestSchemaNameResource, TestSolrConfigHandlerConcurrent, HttpPartitionTest, CustomHighlightComponentTest, TestWordDelimiterFilterFactory, BasicDistributedZk2Test, V2ApiIntegrationTest, TestCloudInspectUtil, TestQueryWrapperFilter, SolrSlf4jReporterTest, MoveReplicaHDFSTest, TestQueryUtils, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistributedQueryComponentOptimizationTest, SolrGangliaReporterTest, NodeLostTriggerTest, HdfsTlogReplayBufferedWhileIndexingTest, OverseerRolesTest, SimplePostToolTest, TestSolrQueryResponse, AtomicUpdatesTest, SampleTest, HttpSolrCallGetCoreTest, TestSortByMinMaxFunction, TestUtilizeNode, SolrCoreCheckLockOnStartupTest, TestSolrCloudSnapshots, SchemaVersionSpecificBehaviorTest, TestExportWriter, CustomCollectionTest, TestShortCircuitedRequests, TestRemoteStreaming, TriLevelCompositeIdRoutingTest, TestMinMaxOnMultiValuedField, ShardRoutingCustomTest, TriggerIntegrationTest, TestApiFramework, QueryResultKeyTest, TestCloudManagedSchema, SolrJmxReporterCloudTest, TestMacroExpander, TestFastOutputStream, UUIDUpdateProcessorFallbackTest, TestRandomFlRTGCloud, TestMergePolicyConfig, BaseCdcrDistributedZkTest, HdfsBasicDistributedZkTest, TestSolrCloudWithHadoopAuthPlugin, TestComplexPhraseLeadingWildcard, AnalyticsMergeStrategyTest, TestZkChroot, TestSolrJ, SpatialHeatmapFacetsTest, LargeFieldTest, TestConfigSetsAPIExclusivity, TestCorePropertiesReload, TestIndexSearcher, TestCoreBackup, TestDocumentBuilder, AliasIntegrationTest, TermsComponentTest, BadComponentTest, TestExactSharedStatsCache, BlockJoinFacetDistribTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestLockTree, BlockDirectoryTest, ConjunctionSolrSpellCheckerTest, TestLuceneIndexBackCompat, DocValuesNotIndexedTest, OpenExchangeRatesOrgProviderTest, HdfsNNFailoverTest, TestCrossCoreJoin, TestPerFieldSimilarityWithDefaultOverride, TestRecoveryHdfs, TestManagedResourceStorage, ZkNodePropsTest, TestBinaryResponseWriter, TemplateUpdateProcessorTest, TestStressLiveNodes, TestSkipOverseerOperations, TestFoldingMultitermQuery, TestDistribDocBasedVersion, TestCloudNestedDocsSort, OverseerCollectionConfigSetProcessorTest, CloudExitableDirectoryReaderTest, JsonLoaderTest, TestDefaultStatsCache, TestCoreContainer, TestExceedMaxTermLength, TestNumericTerms32, TestAuthorizationFramework, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, TestReplicationHandler, TestRandomDVFaceting, TestDistributedSearch, TestStressReorder, DistributedTermsComponentTest, SolrCoreTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, FileUtilsTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, SSLMigrationTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudRecovery, TestConfigSetsAPI, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=CABB86BEB75B0679 -Dtests.slow=true -Dtests.locale=ga-IE -Dtests.timezone=America/St_Barthelemy -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679]:0)
[junit4] Completed [569/767 (2!)] on J1 in 38.91s, 12 tests, 1 error <<< FAILURES!
[...truncated 48832 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 395 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/395/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.TestDistributedSearch.test
Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460) at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273) at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) ,time=1}
Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
,time=1}
at __randomizedtesting.SeedInfo.seed([8E4F2863D61E43C4:61B17B978E22E3C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13021 lines...]
[junit4] Suite: org.apache.solr.TestDistributedSearch
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/init-core-data-001
[junit4] 2> 2240384 WARN (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2240384 INFO (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2240386 INFO (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
[junit4] 2> 2240386 INFO (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2240386 INFO (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /q_j/aw
[junit4] 2> 2240515 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores/collection1
[junit4] 2> 2240516 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2240517 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a0d33b7{/q_j/aw,null,AVAILABLE}
[junit4] 2> 2240518 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ce5e34d{HTTP/1.1,[http/1.1]}{127.0.0.1:39198}
[junit4] 2> 2240518 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.Server Started @2244385ms
[junit4] 2> 2240518 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/q_j/aw, hostPort=39198, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores}
[junit4] 2> 2240519 ERROR (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2240519 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2240519 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2240519 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2240519 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T19:31:59.383Z
[junit4] 2> 2240519 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/solr.xml
[junit4] 2> 2240521 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2240521 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2240522 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2240552 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240557 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240557 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240558 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores
[junit4] 2> 2240559 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2240559 INFO (coreLoadExecutor-7285-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2240559 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2240607 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2240621 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2240687 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2240692 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2240692 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240692 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2240692 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 2240693 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=63.8544921875, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=2.8161855320590923, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5619633746553124
[junit4] 2> 2240731 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2240731 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2240732 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2240732 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2240733 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=39.9560546875, floorSegmentMB=0.8955078125, forceMergeDeletesPctAllowed=1.5042579589580252, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2240733 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65b7a39c[collection1] main]
[junit4] 2> 2240733 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2240736 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2240752 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2240752 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2240752 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589688107916066816
[junit4] 2> 2240752 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2240752 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2240753 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2240753 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2240753 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2240753 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2240753 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2240754 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2240755 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65b7a39c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2240864 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 2240865 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2240874 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@775b07da{/q_j/aw,null,AVAILABLE}
[junit4] 2> 2240874 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@130dfef8{HTTP/1.1,[http/1.1]}{127.0.0.1:41218}
[junit4] 2> 2240874 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.Server Started @2244740ms
[junit4] 2> 2240874 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/q_j/aw, hostPort=41218, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores}
[junit4] 2> 2240874 ERROR (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2240875 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2240875 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2240875 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2240875 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T19:31:59.739Z
[junit4] 2> 2240875 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/solr.xml
[junit4] 2> 2240877 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2240878 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2240878 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2240904 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240910 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240910 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240911 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores
[junit4] 2> 2240911 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2240912 INFO (coreLoadExecutor-7296-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2240912 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2240934 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2240948 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2241015 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2241021 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2241021 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2241021 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2241021 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 2241022 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=63.8544921875, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=2.8161855320590923, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5619633746553124
[junit4] 2> 2241061 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2241062 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2241062 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2241062 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2241063 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=39.9560546875, floorSegmentMB=0.8955078125, forceMergeDeletesPctAllowed=1.5042579589580252, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2241063 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6da453f[collection1] main]
[junit4] 2> 2241064 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2241068 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2241083 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2241083 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589688108263145472
[junit4] 2> 2241083 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2241083 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2241084 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2241084 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2241084 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2241084 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2241084 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2241085 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2241085 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2241085 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2241086 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6da453f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2241087 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1589688108266291200)} 0 0
[junit4] 2> 2241089 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1589688108268388352)} 0 0
[junit4] 2> 2241090 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1 (1589688108270485504)]} 0 0
[junit4] 2> 2241091 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1 (1589688108271534080)]} 0 0
[junit4] 2> 2241092 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[2 (1589688108272582656)]} 0 0
[junit4] 2> 2241093 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[2 (1589688108273631232)]} 0 0
[junit4] 2> 2241093 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[3 (1589688108273631232)]} 0 0
[junit4] 2> 2241094 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[3 (1589688108274679808)]} 0 0
[junit4] 2> 2241094 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[4 (1589688108274679808)]} 0 0
[junit4] 2> 2241095 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[4 (1589688108275728384)]} 0 0
[junit4] 2> 2241096 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[5 (1589688108275728384)]} 0 0
[junit4] 2> 2241096 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[5 (1589688108276776960)]} 0 0
[junit4] 2> 2241097 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[6 (1589688108276776960)]} 0 0
[junit4] 2> 2241097 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[6 (1589688108277825536)]} 0 0
[junit4] 2> 2241098 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[7 (1589688108277825536)]} 0 0
[junit4] 2> 2241098 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[7 (1589688108278874112)]} 0 0
[junit4] 2> 2241098 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[8 (1589688108278874112)]} 0 0
[junit4] 2> 2241099 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[8 (1589688108279922688)]} 0 0
[junit4] 2> 2241099 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[9 (1589688108279922688)]} 0 0
[junit4] 2> 2241100 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[9 (1589688108280971264)]} 0 0
[junit4] 2> 2241100 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108280971264,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2241100 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@8ba4a42 commitCommandVersion:1589688108280971264
[junit4] 2> 2241104 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3755d71d[collection1] main]
[junit4] 2> 2241105 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2241106 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3755d71d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9)))}
[junit4] 2> 2241106 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 2241106 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108287262720,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2241106 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1dce6d84 commitCommandVersion:1589688108287262720
[junit4] 2> 2241110 INFO (qtp380360740-22895) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@605d6de2[collection1] main]
[junit4] 2> 2241110 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2241111 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@605d6de2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9)))}
[junit4] 2> 2241112 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 2241113 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[10 (1589688108293554176)]} 0 1
[junit4] 2> 2241115 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[10 (1589688108295651328)]} 0 1
[junit4] 2> 2241116 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[11 (1589688108297748480)]} 0 0
[junit4] 2> 2241117 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[11 (1589688108297748480)]} 0 0
[junit4] 2> 2241117 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[12 (1589688108298797056)]} 0 0
[junit4] 2> 2241118 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[12 (1589688108299845632)]} 0 0
[junit4] 2> 2241118 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[13 (1589688108299845632)]} 0 0
[junit4] 2> 2241119 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[13 (1589688108300894208)]} 0 0
[junit4] 2> 2241120 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1001 (1589688108301942784)]} 0 0
[junit4] 2> 2241121 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1001 (1589688108302991360)]} 0 0
[junit4] 2> 2241122 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[14 (1589688108302991360)]} 0 0
[junit4] 2> 2241122 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[14 (1589688108304039936)]} 0 0
[junit4] 2> 2241122 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[15 (1589688108304039936)]} 0 0
[junit4] 2> 2241123 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[15 (1589688108305088512)]} 0 0
[junit4] 2> 2241123 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[16 (1589688108305088512)]} 0 0
[junit4] 2> 2241124 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[16 (1589688108306137088)]} 0 0
[junit4] 2> 2241124 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[17 (1589688108306137088)]} 0 0
[junit4] 2> 2241125 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[17 (1589688108307185664)]} 0 0
[junit4] 2> 2241125 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[100 (1589688108307185664)]} 0 0
[junit4] 2> 2241126 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[100 (1589688108307185665)]} 0 0
[junit4] 2> 2241126 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[101 (1589688108308234240)]} 0 0
[junit4] 2> 2241126 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[101 (1589688108308234240)]} 0 0
[junit4] 2> 2241127 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[102 (1589688108309282816)]} 0 0
[junit4] 2> 2241127 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[102 (1589688108309282816)]} 0 0
[junit4] 2> 2241128 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[103 (1589688108309282817)]} 0 0
[junit4] 2> 2241128 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[103 (1589688108310331392)]} 0 0
[junit4] 2> 2241128 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[104 (1589688108310331392)]} 0 0
[junit4] 2> 2241129 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[104 (1589688108311379968)]} 0 0
[junit4] 2> 2241129 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[105 (1589688108311379968)]} 0 0
[junit4] 2> 2241129 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[105 (1589688108311379969)]} 0 0
[junit4] 2> 2241130 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[106 (1589688108312428544)]} 0 0
[junit4] 2> 2241130 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[106 (1589688108312428544)]} 0 0
[junit4] 2> 2241131 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[107 (1589688108312428545)]} 0 0
[junit4] 2> 2241131 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[107 (1589688108313477120)]} 0 0
[junit4] 2> 2241131 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[108 (1589688108313477120)]} 0 0
[junit4] 2> 2241132 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[108 (1589688108314525696)]} 0 0
[junit4] 2> 2241132 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[109 (1589688108314525696)]} 0 0
[junit4] 2> 2241132 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[109 (1589688108314525697)]} 0 0
[junit4] 2> 2241133 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[110 (1589688108315574272)]} 0 0
[junit4] 2> 2241133 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[110 (1589688108315574272)]} 0 0
[junit4] 2> 2241134 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[111 (1589688108316622848)]} 0 0
[junit4] 2> 2241134 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[111 (1589688108316622848)]} 0 0
[junit4] 2> 2241135 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[112 (1589688108316622849)]} 0 0
[junit4] 2> 2241135 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[112 (1589688108317671424)]} 0 0
[junit4] 2> 2241135 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[113 (1589688108317671424)]} 0 0
[junit4] 2> 2241136 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[113 (1589688108318720000)]} 0 0
[junit4] 2> 2241136 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[114 (1589688108318720000)]} 0 0
[junit4] 2> 2241137 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[114 (1589688108319768576)]} 0 0
[junit4] 2> 2241137 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[115 (1589688108319768576)]} 0 0
[junit4] 2> 2241138 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[115 (1589688108320817152)]} 0 0
[junit4] 2> 2241139 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[116 (1589688108320817152)]} 0 0
[junit4] 2> 2241139 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[116 (1589688108321865728)]} 0 0
[junit4] 2> 2241139 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[117 (1589688108321865728)]} 0 0
[junit4] 2> 2241140 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[117 (1589688108321865729)]} 0 0
[junit4] 2> 2241140 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[118 (1589688108322914304)]} 0 0
[junit4] 2> 2241140 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[118 (1589688108322914304)]} 0 0
[junit4] 2> 2241141 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[119 (1589688108323962880)]} 0 0
[junit4] 2> 2241141 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[119 (1589688108323962880)]} 0 0
[junit4] 2> 2241141 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[120 (1589688108323962881)]} 0 0
[junit4] 2> 2241142 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[120 (1589688108325011456)]} 0 0
[junit4] 2> 2241142 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[121 (1589688108325011456)]} 0 0
[junit4] 2> 2241143 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[121 (1589688108325011457)]} 0 0
[junit4] 2> 2241143 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[122 (1589688108326060032)]} 0 0
[junit4] 2> 2241143 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[122 (1589688108326060032)]} 0 0
[junit4] 2> 2241144 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[123 (1589688108327108608)]} 0 0
[junit4] 2> 2241144 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[123 (1589688108327108608)]} 0 0
[junit4] 2> 2241145 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[124 (1589688108327108609)]} 0 0
[junit4] 2> 2241145 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[124 (1589688108328157184)]} 0 0
[junit4] 2> 2241145 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[125 (1589688108328157184)]} 0 0
[junit4] 2> 2241146 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[125 (1589688108329205760)]} 0 0
[junit4] 2> 2241146 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[126 (1589688108329205760)]} 0 0
[junit4] 2> 2241146 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[126 (1589688108329205761)]} 0 0
[junit4] 2> 2241147 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[127 (1589688108330254336)]} 0 0
[junit4] 2> 2241147 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[127 (1589688108330254336)]} 0 0
[junit4] 2> 2241147 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[128 (1589688108330254337)]} 0 0
[junit4] 2> 2241148 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[128 (1589688108331302912)]} 0 0
[junit4] 2> 2241148 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[129 (1589688108331302912)]} 0 0
[junit4] 2> 2241149 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[129 (1589688108331302913)]} 0 0
[junit4] 2> 2241149 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[130 (1589688108332351488)]} 0 0
[junit4] 2> 2241149 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[130 (1589688108332351488)]} 0 0
[junit4] 2> 2241150 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[131 (1589688108333400064)]} 0 0
[junit4] 2> 2241150 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[131 (1589688108333400064)]} 0 0
[junit4] 2> 2241150 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[132 (1589688108333400065)]} 0 0
[junit4] 2> 2241151 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[132 (1589688108333400065)]} 0 0
[junit4] 2> 2241151 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[133 (1589688108334448640)]} 0 0
[junit4] 2> 2241151 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[133 (1589688108334448640)]} 0 0
[junit4] 2> 2241151 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[134 (1589688108334448641)]} 0 0
[junit4] 2> 2241152 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[134 (1589688108335497216)]} 0 0
[junit4] 2> 2241152 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[135 (1589688108335497216)]} 0 0
[junit4] 2> 2241153 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[135 (1589688108336545792)]} 0 0
[junit4] 2> 2241153 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[136 (1589688108336545792)]} 0 0
[junit4] 2> 2241153 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[136 (1589688108336545793)]} 0 0
[junit4] 2> 2241154 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[137 (1589688108337594368)]} 0 0
[junit4] 2> 2241154 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[137 (1589688108337594368)]} 0 0
[junit4] 2> 2241155 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[138 (1589688108337594369)]} 0 0
[junit4] 2> 2241155 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[138 (1589688108338642944)]} 0 0
[junit4] 2> 2241155 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[139 (1589688108338642944)]} 0 0
[junit4] 2> 2241156 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[139 (1589688108339691520)]} 0 0
[junit4] 2> 2241156 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[140 (1589688108339691520)]} 0 0
[junit4] 2> 2241156 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[140 (1589688108339691521)]} 0 0
[junit4] 2> 2241157 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[141 (1589688108339691521)]} 0 0
[junit4] 2> 2241157 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[141 (1589688108340740096)]} 0 0
[junit4] 2> 2241157 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[142 (1589688108340740096)]} 0 0
[junit4] 2> 2241158 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[142 (1589688108341788672)]} 0 0
[junit4] 2> 2241158 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[143 (1589688108341788672)]} 0 0
[junit4] 2> 2241158 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[143 (1589688108341788673)]} 0 0
[junit4] 2> 2241159 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[144 (1589688108342837248)]} 0 0
[junit4] 2> 2241159 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[144 (1589688108342837248)]} 0 0
[junit4] 2> 2241160 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[145 (1589688108342837249)]} 0 0
[junit4] 2> 2241160 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[145 (1589688108343885824)]} 0 0
[junit4] 2> 2241160 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[146 (1589688108343885824)]} 0 0
[junit4] 2> 2241161 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[146 (1589688108343885825)]} 0 0
[junit4] 2> 2241161 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[147 (1589688108344934400)]} 0 0
[junit4] 2> 2241161 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[147 (1589688108344934400)]} 0 0
[junit4] 2> 2241161 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[148 (1589688108344934401)]} 0 0
[junit4] 2> 2241162 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[148 (1589688108345982976)]} 0 0
[junit4] 2> 2241162 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[149 (1589688108345982976)]} 0 0
[junit4] 2> 2241163 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[149 (1589688108345982977)]} 0 0
[junit4] 2> 2241163 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108347031552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2241163 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@8ba4a42 commitCommandVersion:1589688108347031552
[junit4] 2> 2241168 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fab6209[collection1] main]
[junit4] 2> 2241168 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2241169 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fab6209[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9) Uninverting(_1(7.3.0):C59)))}
[junit4] 2> 2241169 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
[junit4] 2> 2241170 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108354371584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2241170 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1dce6d84 commitCommandVersion:1589688108354371584
[junit4] 2> 2241174 INFO (qtp380360740-22888) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ac47e03[collection1] main]
[junit4] 2> 2241175 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2241176 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6ac47e03[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9) Uninverting(_1(7.3.0):C59)))}
[junit4] 2> 2241176 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
[junit4] 2> 2241176 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 2241177 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 2241177 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 2241177 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 2241178 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241188 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720043&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241189 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720043&ids=111,145,101,146,5,126,139,8,108,131&isShard=true&shard.url=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241190 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=11
[junit4] 2> 2241191 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241193 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720056&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241194 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720056&ids=132,12,1,135,114,4,137,149,128,107&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241195 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 2241196 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241197 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720060&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241197 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720060&ids=144,145,2,6,107,118,9,119,109,141&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241198 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241199 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241200 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720064&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241201 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720064&ids=111,134,123,147,115,104,139,140,130,120&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241201 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241202 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241203 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720067&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241204 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720067&ids=143,121,122,135,136,147,127,129,108,119&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241205 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241205 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241206 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720070&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241207 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720070&ids=13,14,102,103,115,148,126,16,149,107&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241208 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 2241209 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241210 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720073&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241211 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720073&ids=112,113,114,115,104,105,138,7,119,131&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241211 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 2241212 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241213 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720077&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241214 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720077&ids=143,121,132,100,13,124,137,139,107,142&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241215 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 2241216 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241217 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720080&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241218 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720080&ids=111,101,146,115,104,17,6,139,107,141&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241218 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241219 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241220 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720084&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241221 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720084&ids=3,102,125,5,148,137,149,138,7,120&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241222 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241222 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241223 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720087&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241224 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720087&ids=110,143,122,111,145,146,136,147,15,117&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241225 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241225 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241226 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720090&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241227 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720090&ids=1,2,114,103,115,127,149,7,131,120&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241228 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241228 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241233 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720093&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241234 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720093&ids=110,1,123,113,14,126,16,116,117,140&isShard=true&shard.url=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241235 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
[junit4] 2> 2241235 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241236 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720100&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241237 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720100&ids=122,112,3,124,114,5,17,142,131,10&isShard=true&shard.url=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241237 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241238 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241239 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720103&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241239 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720103&ids=122,144,135,136,125,103,115,105,107,140&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241240 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241240 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241241 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720105&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241242 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720105&ids=143,1,100,14,137,127,128,117,118,108&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241243 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241243 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241245 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720108&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241245 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720108&ids=110,144,2,145,14,124,16,116,7,129&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241246 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241246 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241248 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720111&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241248 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720111&ids=11,100,101,13,135,115,6,9,109,141&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241249 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241250 INFO (qtp1973216483-22873) [ x:collection1] o.a.
[...truncated too long message...]
it4] 2> 2263163 INFO (coreCloseExecutor-7343-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b2f3df4: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7a0c494a
[junit4] 2> 2263174 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c5abd86{/q_j/aw,null,UNAVAILABLE}
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=8E4F2863D61E43C4 -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=Europe/Gibraltar -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 22.8s J1 | TestDistributedSearch.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
[junit4] > at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
[junit4] > at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > ,time=1}
[junit4] > at __randomizedtesting.SeedInfo.seed([8E4F2863D61E43C4:61B17B978E22E3C]:0)
[junit4] > at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
[junit4] > at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
[junit4] > at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {severity=PostingsFormat(name=LuceneVarGapFixedInterval), foo_sev_enum=FST50, SubjectTerms_mfacet=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=LuceneFixedGap), rnd_b=FST50, a_s=PostingsFormat(name=LuceneVarGapFixedInterval), oddField_s=PostingsFormat(name=LuceneVarGapFixedInterval), lowerfilt1and2=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=Direct), foo_b=PostingsFormat(name=LuceneVarGapFixedInterval), lowerfilt=PostingsFormat(name=LuceneFixedGap), id=FST50, text=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{other_tl1=DocValuesFormat(name=Memory), range_facet_l_dv=DocValuesFormat(name=Lucene70), n_l1=DocValuesFormat(name=Memory), a_n_tdt=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Memory), n_td1=DocValuesFormat(name=Direct), n_d1=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Memory), n_f1=DocValuesFormat(name=Direct), n_tl1=DocValuesFormat(name=Direct), n_tf1=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Memory), severity=DocValuesFormat(name=Asserting), foo_sev_enum=DocValuesFormat(name=Lucene70), n_dt1=DocValuesFormat(name=Direct), a_i1=DocValuesFormat(name=Memory), b_n_tdt=DocValuesFormat(name=Memory), n_ti1=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), n_tdt1=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Direct), foo_d=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Memory), foo_f=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=247, maxMBSortInHeap=6.23067014308808, sim=RandomSimilarity(queryNorm=false): {}, locale=hr-HR, timezone=Europe/Gibraltar
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=151491592,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [FacetPivotSmallTest, TestIndexSearcher, TestExpandComponent, TestXmlQParserPlugin, BasicZkTest, TestFieldTypeCollectionResource, CdcrVersionReplicationTest, TestIntervalFaceting, TestManagedSchema, TestFastLRUCache, TemplateUpdateProcessorTest, TestOnReconnectListenerSupport, TestQueryTypes, BasicAuthStandaloneTest, DistribDocExpirationUpdateProcessorTest, SolrShardReporterTest, OpenCloseCoreStressTest, TestCollationFieldDocValues, FullSolrCloudDistribCmdsTest, TestElisionMultitermQuery, JsonLoaderTest, TestDFISimilarityFactory, LeaderInitiatedRecoveryOnCommitTest, AnalyticsMergeStrategyTest, TestStandardQParsers, BasicDistributedZk2Test, TestCustomSort, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheReopen, TestHashQParserPlugin, TestConfig, DeleteStatusTest, DocumentBuilderTest, TestStressReorder, OverseerTaskQueueTest, TestAnalyzedSuggestions, DocValuesMissingTest, TimeRoutedAliasUpdateProcessorTest, LeaderElectionIntegrationTest, SearchHandlerTest, TermVectorComponentDistributedTest, TestLockTree, TestSkipOverseerOperations, TestConfigSetsAPIExclusivity, BlockJoinFacetDistribTest, SystemInfoHandlerTest, CustomHighlightComponentTest, HdfsBasicDistributedZkTest, TestSimDistributedQueue, ComputePlanActionTest, ReplaceNodeTest, HdfsWriteToMultipleCollectionsTest, TestDocTermOrds, TestFoldingMultitermQuery, DirectSolrSpellCheckerTest, ShardRoutingCustomTest, TestSolrCLIRunExample, FullHLLTest, SOLR749Test, TestSchemaSimilarityResource, TestExclusionRuleCollectionAccess, HttpSolrCallGetCoreTest, DistributedFacetPivotLargeTest, TestExactSharedStatsCache, TestSort, TestDocumentBuilder, TestCloudPivotFacet, TestTrieFacet, TestBadConfig, TestManagedSynonymGraphFilterFactory, TestFieldCacheSortRandom, ManagedSchemaRoundRobinCloudTest, MoveReplicaHDFSTest, BasicFunctionalityTest, HLLUtilTest, MetricUtilsTest, TestLegacyFieldReuse, CacheHeaderTest, V2ApiIntegrationTest, ZkStateWriterTest, UpdateParamsTest, SuggestComponentTest, SolrJmxReporterCloudTest, TestComputePlanAction, CdcrBootstrapTest, TestReplicationHandlerBackup, UpdateLogTest, TestExecutePlanAction, TestHighFrequencyDictionaryFactory, TestBlobHandler, QueryEqualityTest, CoreAdminRequestStatusTest, SolrCoreCheckLockOnStartupTest, TestAuthenticationFramework, TestExceedMaxTermLength, TestSmileRequest, TestRTGBase, PropertiesRequestHandlerTest, PluginInfoTest, DistributedMLTComponentTest, HdfsNNFailoverTest, TestLegacyTerms, TestCoreContainer, SolrSlf4jReporterTest, TestComponentsName, LegacyCloudClusterPropTest, ActionThrottleTest, TestPartialUpdateDeduplication, TestDistribDocBasedVersion, TestExtendedDismaxParser, TestFieldCacheWithThreads, CopyFieldTest, TestCoreBackup, MBeansHandlerTest, TestSortByMinMaxFunction, TestLMJelinekMercerSimilarityFactory, TestNumericTerms32, TestMinMaxOnMultiValuedField, TestStressCloudBlindAtomicUpdates, TestUnifiedSolrHighlighter, TestDistributedMissingSort, CoreAdminHandlerTest, TestObjectReleaseTracker, TestQueryUtils, TestFaceting, TestNRTOpen, TestPerFieldSimilarity, PeerSyncTest, DocValuesMultiTest, CoreSorterTest, FileUtilsTest, TestShardHandlerFactory, TestLargeCluster, QueryResultKeyTest, TestSchemaManager, TestWordDelimiterFilterFactory, SegmentsInfoRequestHandlerTest, TestMacroExpander, TestFunctionQuery, SoftAutoCommitTest, BadComponentTest, SolrGangliaReporterTest, BlockJoinFacetSimpleTest, SynonymTokenizerTest, HdfsChaosMonkeySafeLeaderTest, TestFastOutputStream, TestCrossCoreJoin, CollectionStateFormat2Test, TestManagedResourceStorage, TestClusterStateMutator, AutoscalingHistoryHandlerTest, TestDynamicFieldCollectionResource, CheckHdfsIndexTest, CloneFieldUpdateProcessorFactoryTest, TestSearchPerf, TermsComponentTest, UninvertDocValuesMergePolicyTest, PreAnalyzedFieldTest, CurrencyFieldTypeTest, TestMissingGroups, DeleteLastCustomShardedReplicaTest, TestLRUCache, TestUseDocValuesAsStored, TestFastWriter, TestRemoteStreaming, TestNoOpRegenerator, TestLRUStatsCache, TestExportWriter, DocValuesTest, TestSolrCloudWithHadoopAuthPlugin, CachingDirectoryFactoryTest, SchemaApiFailureTest, DistributedExpandComponentTest, SolrCloudExampleTest, SpellingQueryConverterTest, CollectionsAPIDistributedZkTest, TestPivotHelperCode, SystemLogListenerTest, TriggerIntegrationTest, TestAuthorizationFramework, TestSolrJ, TestEmbeddedSolrServerConstructors, TestCloudNestedDocsSort, FieldMutatingUpdateProcessorTest, PreAnalyzedUpdateProcessorTest, DataDrivenBlockJoinTest, UUIDUpdateProcessorFallbackTest, AtomicUpdatesTest, HdfsRecoveryZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedSearch]
[junit4] Completed [394/767 (1!)] on J1 in 22.81s, 1 test, 1 failure <<< FAILURES!
[...truncated 49350 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 394 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/394/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:47931/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:47931/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:B2943445C12B7558]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:BBA34912F1104A2D]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData
Error Message:
Node watch should have fired!
Stack Trace:
java.lang.AssertionError: Node watch should have fired!
at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:3EC908E522766682]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:27D1E41F61AE506F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12393 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 825454 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/init-core-data-001
[junit4] 2> 825454 WARN (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
[junit4] 2> 825454 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 825455 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 825456 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001
[junit4] 2> 825456 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 825456 INFO (Thread-2792) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 825456 INFO (Thread-2792) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 825458 ERROR (Thread-2792) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 825556 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41165
[junit4] 2> 825560 INFO (zkConnectionManagerCallback-1515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825585 INFO (jetty-launcher-1512-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 825586 INFO (jetty-launcher-1512-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@593a0bd2{/solr,null,AVAILABLE}
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49d3bccc{SSL,[ssl, http/1.1]}{127.0.0.1:39334}
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.e.j.s.Server Started @828100ms
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39334}
[junit4] 2> 825587 ERROR (jetty-launcher-1512-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T06:33:24.665Z
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@854454a{/solr,null,AVAILABLE}
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fc6da57{SSL,[ssl, http/1.1]}{127.0.0.1:36252}
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.e.j.s.Server Started @828101ms
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36252}
[junit4] 2> 825588 ERROR (jetty-launcher-1512-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T06:33:24.666Z
[junit4] 2> 825589 INFO (jetty-launcher-1512-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 825590 INFO (jetty-launcher-1512-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ac79cd4{/solr,null,AVAILABLE}
[junit4] 2> 825591 INFO (jetty-launcher-1512-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 825594 INFO (jetty-launcher-1512-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a375cf8{/solr,null,AVAILABLE}
[junit4] 2> 825594 INFO (jetty-launcher-1512-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@579227c{SSL,[ssl, http/1.1]}{127.0.0.1:40105}
[junit4] 2> 825594 INFO (jetty-launcher-1512-thread-1) [ ] o.e.j.s.Server Started @828108ms
[junit4] 2> 825595 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40105}
[junit4] 2> 825595 ERROR (jetty-launcher-1512-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 825595 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 825595 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 825595 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 825595 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T06:33:24.673Z
[junit4] 2> 825596 INFO (jetty-launcher-1512-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@629daf7c{SSL,[ssl, http/1.1]}{127.0.0.1:43660}
[junit4] 2> 825596 INFO (jetty-launcher-1512-thread-2) [ ] o.e.j.s.Server Started @828110ms
[junit4] 2> 825597 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43660}
[junit4] 2> 825597 ERROR (jetty-launcher-1512-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 825597 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 825597 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 825597 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 825597 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T06:33:24.675Z
[junit4] 2> 825598 INFO (zkConnectionManagerCallback-1517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825600 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 825600 INFO (zkConnectionManagerCallback-1523-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825601 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 825602 INFO (zkConnectionManagerCallback-1519-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825603 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 825605 INFO (zkConnectionManagerCallback-1521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825608 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 825608 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 825609 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 825612 INFO (zkConnectionManagerCallback-1527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825613 INFO (zkConnectionManagerCallback-1531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825616 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 825616 INFO (zkConnectionManagerCallback-1533-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825617 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 825619 INFO (zkConnectionManagerCallback-1535-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825619 INFO (zkConnectionManagerCallback-1539-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825622 INFO (zkConnectionManagerCallback-1543-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825623 INFO (zkConnectionManagerCallback-1545-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825641 INFO (zkConnectionManagerCallback-1550-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825763 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 825764 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43660_solr
[junit4] 2> 825765 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.c.Overseer Overseer (id=99352445225205772-127.0.0.1:43660_solr-n_0000000000) starting
[junit4] 2> 825775 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43660_solr
[junit4] 2> 825820 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 825838 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 825840 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 825842 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40105_solr
[junit4] 2> 825910 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 825932 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 825943 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 825950 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 825952 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 825996 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 825996 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 825999 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node2/.
[junit4] 2> 825999 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826000 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826000 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node1/.
[junit4] 2> 826021 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 826023 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36252_solr
[junit4] 2> 826026 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 826026 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 826063 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 826066 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 826068 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39334_solr
[junit4] 2> 826069 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 826069 INFO (zkCallback-1532-thread-2-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 826069 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 826115 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826132 INFO (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 826134 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826134 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826134 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node3/.
[junit4] 2> 826187 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826193 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826193 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826193 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node4/.
[junit4] 2> 826244 INFO (zkConnectionManagerCallback-1557-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 826247 INFO (zkConnectionManagerCallback-1561-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 826247 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 826249 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41165/solr ready
[junit4] 2> 826267 INFO (qtp1610037788-8091) [n:127.0.0.1:43660_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 826279 INFO (qtp1610037788-8091) [n:127.0.0.1:43660_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=12
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 826308 WARN (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 826315 WARN (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 826316 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 826328 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_serv1.vm3_57307_hdfs____y9joih/webapp
[junit4] 2> 826782 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:57307
[junit4] 2> 826899 WARN (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 826900 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 826910 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58810_datanode____h0bh6j/webapp
[junit4] 2> 827369 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58810
[junit4] 2> 827440 WARN (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 827441 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 827455 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37897_datanode____lwac7t/webapp
[junit4] 2> 827482 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to serv1-vm3/127.0.0.1:53054) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 827495 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb8ba2d62589b: from storage DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c node DatanodeRegistration(127.0.0.1:63007, datanodeUuid=8df5190c-17a2-4c1e-99c4-2ec8a66d1bc6, infoPort=55024, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 827495 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb8ba2d62589b: from storage DS-47450764-80d6-49e4-b9d5-3cae96bfadf5 node DatanodeRegistration(127.0.0.1:63007, datanodeUuid=8df5190c-17a2-4c1e-99c4-2ec8a66d1bc6, infoPort=55024, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 827912 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37897
[junit4] 2> 828003 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to serv1-vm3/127.0.0.1:53054) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 828013 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb8ba4c2e8cf2: from storage DS-99809e78-99ae-4218-be2e-0dfcd944bb76 node DatanodeRegistration(127.0.0.1:44836, datanodeUuid=10cbae19-c4fc-42d7-9163-eddc5270571c, infoPort=63171, infoSecurePort=0, ipcPort=59167, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 828013 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb8ba4c2e8cf2: from storage DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d node DatanodeRegistration(127.0.0.1:44836, datanodeUuid=10cbae19-c4fc-42d7-9163-eddc5270571c, infoPort=63171, infoSecurePort=0, ipcPort=59167, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 828169 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
[junit4] 2> 828170 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 828191 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 828192 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2aaf21fa{/solr,null,AVAILABLE}
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@530bb100{SSL,[ssl, http/1.1]}{127.0.0.1:47931}
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.e.j.s.Server Started @830707ms
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47931}
[junit4] 2> 828193 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T06:33:27.271Z
[junit4] 2> 828197 INFO (zkConnectionManagerCallback-1564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 828198 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 828205 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 828207 INFO (zkConnectionManagerCallback-1568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 828210 INFO (zkConnectionManagerCallback-1570-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 828219 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 828222 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 828224 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47931_solr
[junit4] 2> 828226 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828226 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828229 INFO (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828229 INFO (zkCallback-1560-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828230 INFO (zkCallback-1560-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828230 INFO (zkCallback-1532-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828231 INFO (zkCallback-1569-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828274 INFO (OverseerCollectionConfigSetProcessor-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 828375 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 828383 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 828383 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 828384 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node5/.
[junit4] 2> 828424 INFO (zkConnectionManagerCallback-1574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 828443 INFO (qtp2079651122-8074) [n:127.0.0.1:36252_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 828446 INFO (OverseerThreadFactory-3348-thread-2-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
[junit4] 2> 828563 INFO (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:47931/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 828572 INFO (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39334/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 828577 INFO (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43660/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 828583 INFO (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36252/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 828834 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 828834 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 828841 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 828842 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 828845 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 828846 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 828847 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 828848 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 828958 INFO (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828959 INFO (zkCallback-1532-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828959 INFO (zkCallback-1532-thread-2-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828959 INFO (zkCallback-1534-thread-2-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828959 INFO (zkCallback-1569-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828960 INFO (zkCallback-1569-thread-2-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828960 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828960 INFO (zkCallback-1549-thread-2-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 829859 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 829865 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 829866 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 829866 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 829867 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 829872 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 829873 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
[junit4] 2> 829873 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 829873 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 829873 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node5/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
[junit4] 2> 829887 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 829887 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 829892 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
[junit4] 2> 829893 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 829893 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 829894 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 829894 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
[junit4] 2> 829894 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 829894 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 829894 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
[junit4] 2> 829895 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 829910 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
[junit4] 2> 829911 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 829911 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 829912 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 829912 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
[junit4] 2> 829912 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 829912 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 829912 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
[junit4] 2> 829913 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 829926 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 829930 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node1/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
[junit4] 2> 829933 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 829952 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
[junit4] 2> 829959 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
[junit4] 2> 829964 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
[junit4] 2> 829968 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
[junit4] 2> 830022 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
[junit4] 2> 830027 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
[junit4] 2> 830027 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
[junit4] 2> 830039 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
[junit4] 2> 830109 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-47450764-80d6-49e4-b9d5-3cae96bfadf5:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-99809e78-99ae-4218-be2e-0dfcd944bb76:NORMAL:127.0.0.1:44836|RBW]]} size 0
[junit4] 2> 830114 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741826_1002 size 69
[junit4] 2> 830114 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW], ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW]]} size 69
[junit4] 2> 830114 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741825_1001 size 69
[junit4] 2> 830130 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 69
[junit4] 2> 830130 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741827_1003 size 69
[junit4] 2> 830144 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 0
[junit4] 2> 830144 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 0
[junit4] 2> 830187 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 830187 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 830187 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 830196 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 830196 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 830196 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 830196 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 830196 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 830207 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 830207 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 830224 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7521c2[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] main]
[junit4] 2> 830225 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 830226 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 830226 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 830226 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589639128603951104
[junit4] 2> 830230 INFO (searcherExecutor-3364-thread-1-processing-n:127.0.0.1:39334_solr x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2 s:shard1 c:MoveReplicaHDFSTest_failed_coll_true r:core_node5) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Registered new searcher Searcher@7521c2[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 830233 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@56f6e3ff[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main]
[junit4] 2> 830234 INFO (qtp16100377
[...truncated too long message...]
.locale=ar-SD -Dtests.timezone=Asia/Atyrau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 5.19s J0 | TestDistribStateManager.testGetSetRemoveData <<<
[junit4] > Throwable #1: java.lang.AssertionError: Node watch should have fired!
[junit4] > at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:3EC908E522766682]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4165877 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
[junit4] 2> 4165877 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4165878 INFO (Thread-7619) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4165878 INFO (Thread-7619) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4165883 ERROR (Thread-7619) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4165979 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.c.ZkTestServer start zk server on port:57212
[junit4] 2> 4165984 INFO (zkConnectionManagerCallback-8457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4165984 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 4165995 ERROR (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4165997 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57212 57212
[junit4] 2> 4166136 INFO (Thread-7619) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57212 57212
[junit4] 2> 4166142 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_1859E7B776F8A088-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=606, maxMBSortInHeap=5.101997653053738, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SD, timezone=Asia/Atyrau
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=166800992,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrCLIZkUtilsTest, ResourceLoaderTest, RequestHandlersTest, NumericFieldsTest, TestManagedResource, TestComplexPhraseQParserPlugin, OverseerStatusTest, TestJsonFacets, SortByFunctionTest, TestFieldCache, TestDocBasedVersionConstraints, TestHalfAndHalfDocValues, AddBlockUpdateTest, BufferStoreTest, TestHighlightDedupGrouping, ExecutePlanActionTest, TestConfigSets, MinimalSchemaTest, TestSchemalessBufferedUpdates, ParsingFieldUpdateProcessorsTest, TestMultiValuedNumericRangeQuery, TestInitQParser, DistanceUnitsTest, AtomicUpdateProcessorFactoryTest, TestManagedSchemaAPI, TestHttpShardHandlerFactory, BinaryUpdateRequestHandlerTest, StressHdfsTest, TestJavabinTupleStreamParser, ResponseHeaderTest, XmlUpdateRequestHandlerTest, TestConfigSetsAPIZkFailure, UniqFieldsUpdateProcessorFactoryTest, CdcrRequestHandlerTest, TestXIncludeConfig, TestPseudoReturnFields, SolrCmdDistributorTest, DisMaxRequestHandlerTest, TestQuerySenderListener, TestSolrFieldCacheBean, TestSegmentSorting, XsltUpdateRequestHandlerTest, TestReqParamsAPI, ForceLeaderTest, MergeStrategyTest, WrapperMergePolicyFactoryTest, CoreAdminCreateDiscoverTest, TestDownShardTolerantSearch, TestFieldResource, TestSchemaResource, TestSchemaVersionResource, TestUpdate, TestRecovery, SyncSliceTest, BJQParserTest, SliceStateTest, TestDistributedSearch, DistributedSuggestComponentTest, TestFieldCacheSort, TestRetrieveFieldsOptimizer, TestImpersonationWithHadoopAuth, IndexSchemaTest, ScriptEngineTest, TestConfigReload, TestFieldCacheVsDocValues, TestJmxIntegration, ClusterStateUpdateTest, TestBackupRepositoryFactory, WordBreakSolrSpellCheckerTest, AnalyticsQueryTest, TestRealTimeGet, TestNestedDocsSort, HdfsCollectionsAPIDistributedZkTest, DocExpirationUpdateProcessorFactoryTest, TestHdfsBackupRestoreCore, TestBulkSchemaConcurrent, TestTlogReplica, TestHdfsUpdateLog, DistributedSpellCheckComponentTest, BadIndexSchemaTest, NodeAddedTriggerTest, TestCursorMarkWithoutUniqueKey, TestSolrCloudWithSecureImpersonation, TestCoreDiscovery, TestDynamicFieldResource, TestJoin, HdfsDirectoryFactoryTest, SmileWriterTest, SaslZkACLProviderTest, LeaderElectionContextKeyTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCodecSupport, TestStressRecovery, TestScoreJoinQPScore, TestConfigSetImmutable, CursorMarkTest, TestRangeQuery, CdcrReplicationDistributedZkTest, ClassificationUpdateProcessorTest, PeerSyncWithIndexFingerprintCachingTest, TestLegacyNumericUtils, TestClassicSimilarityFactory, LeaderFailureAfterFreshStartTest, EnumFieldTest, TestOmitPositions, MetricsConfigTest, AutoAddReplicasIntegrationTest, BigEndianAscendingWordSerializerTest, TestDistribIDF, SharedFSAutoReplicaFailoverTest, TestSolrCoreProperties, SortSpecParsingTest, TestRandomCollapseQParserPlugin, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, SolrMetricsIntegrationTest, TestSlowCompositeReaderWrapper, LeaderElectionTest, TestExactStatsCache, RAMDirectoryFactoryTest, SuggesterFSTTest, SearchRateTriggerTest, TestConfigSetsAPI, HdfsLockFactoryTest, TestLazyCores, InfixSuggestersTest, MetricsHandlerTest, MultiTermTest, TestInitParams, ClusterStateTest, TestNumericRangeQuery64, DeleteInactiveReplicaTest, TestClusterStateProvider, TimeZoneUtilsTest, StatsReloadRaceTest, HighlighterTest, CollectionTooManyReplicasTest, TestFieldTypeResource, CSVRequestHandlerTest, DistributedFacetPivotLongTailTest, CoreMergeIndexesAdminHandlerTest, BlockJoinFacetRandomTest, VersionInfoTest, TestPayloadScoreQParserPlugin, ZkCLITest, TestOrdValues, OutputWriterTest, SuggesterTest, MoveReplicaHDFSFailoverTest, TestNodeAddedTrigger, HdfsUnloadDistributedZkTest, HdfsThreadLeakTest, TestCopyFieldCollectionResource, SuggesterTSTTest, AsyncCallRequestStatusResponseTest, HdfsRecoverLeaseTest, ChangedSchemaMergeTest, TestTolerantUpdateProcessorRandomCloud, OverriddenZkACLAndCredentialsProvidersTest, ShardRoutingTest, DirectSolrConnectionTest, TestCloudSearcherWarming, PrimUtilsTest, ResponseLogComponentTest, HLLSerializationTest, SolrTestCaseJ4Test, TestPolicyCloud, TestReversedWildcardFilterFactory, TestPHPSerializedResponseWriter, ConvertedLegacyTest, TestSolrConfigHandlerCloud, AutoScalingHandlerTest, TestInPlaceUpdatesStandalone, TestDFRSimilarityFactory, TestPhraseSuggestions, FastVectorHighlighterTest, DistribCursorPagingTest, LeaderInitiatedRecoveryOnShardRestartTest, SignatureUpdateProcessorFactoryTest, BasicAuthIntegrationTest, TestReplicationHandler, SpellCheckComponentTest, TestImplicitCoreProperties, SolrJmxReporterTest, BasicDistributedZkTest, OverseerTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestRandomDVFaceting, ZkControllerTest, StatsComponentTest, TestBadConfig, DistributedQueryElevationComponentTest, SolrRequestParserTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, DistanceFunctionTest, SolrInfoBeanTest, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, TestSolrQueryParser, ReturnFieldsTest, QueryParsingTest, JsonLoaderTest, TestComponentsName, TestLFUCache, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestSolrDeletionPolicy2, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestSweetSpotSimilarityFactory, TestFastOutputStream, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AssignTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestPullReplica, TestRandomRequestDistribution, TestReplicaProperties, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestStressLiveNodes, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, NodeLostTriggerTest, TestComputePlanAction, TestDistribStateManager]
[junit4] Completed [577/767 (4!)] on J0 in 5.57s, 5 tests, 1 failure <<< FAILURES!
[...truncated 48771 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 393 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/393/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=28390, name=jetty-launcher-4699-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=28400, name=jetty-launcher-4699-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=28390, name=jetty-launcher-4699-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=28400, name=jetty-launcher-4699-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([4730677308FB440B]:0)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([4730677308FB440B:78B864DB1FADB4EC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12262 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/init-core-data-001
[junit4] 2> 1225493 WARN (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1225512 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1225515 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1225515 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1225515 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
[junit4] 2> 1225516 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001
[junit4] 2> 1225516 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1225517 INFO (Thread-2181) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1225517 INFO (Thread-2181) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1225519 ERROR (Thread-2181) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1225616 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52434
[junit4] 2> 1225664 INFO (zkConnectionManagerCallback-1790-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225723 INFO (jetty-launcher-1787-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1225724 INFO (jetty-launcher-1787-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bf7aa50{/solr,null,AVAILABLE}
[junit4] 2> 1225725 INFO (jetty-launcher-1787-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a7fbb81{HTTP/1.1,[http/1.1]}{127.0.0.1:58231}
[junit4] 2> 1225725 INFO (jetty-launcher-1787-thread-1) [ ] o.e.j.s.Server Started @1229103ms
[junit4] 2> 1225725 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58231}
[junit4] 2> 1225726 ERROR (jetty-launcher-1787-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1225726 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1225726 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1225726 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1225726 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T17:41:14.278Z
[junit4] 2> 1225740 INFO (jetty-launcher-1787-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1225741 INFO (jetty-launcher-1787-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42ba08a7{/solr,null,AVAILABLE}
[junit4] 2> 1225742 INFO (jetty-launcher-1787-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@272ab20b{HTTP/1.1,[http/1.1]}{127.0.0.1:44812}
[junit4] 2> 1225742 INFO (jetty-launcher-1787-thread-2) [ ] o.e.j.s.Server Started @1229119ms
[junit4] 2> 1225742 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44812}
[junit4] 2> 1225743 INFO (jetty-launcher-1787-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1225745 INFO (jetty-launcher-1787-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a373792{/solr,null,AVAILABLE}
[junit4] 2> 1225746 INFO (jetty-launcher-1787-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@663e8a9b{HTTP/1.1,[http/1.1]}{127.0.0.1:35409}
[junit4] 2> 1225746 INFO (jetty-launcher-1787-thread-3) [ ] o.e.j.s.Server Started @1229123ms
[junit4] 2> 1225746 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35409}
[junit4] 2> 1225750 ERROR (jetty-launcher-1787-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1225751 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1225751 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1225751 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1225751 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T17:41:14.303Z
[junit4] 2> 1225752 ERROR (jetty-launcher-1787-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1225752 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1225752 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1225752 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1225752 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T17:41:14.304Z
[junit4] 2> 1225775 INFO (zkConnectionManagerCallback-1792-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225778 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1225783 INFO (zkConnectionManagerCallback-1796-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225783 INFO (zkConnectionManagerCallback-1794-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225787 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1225798 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1225801 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
[junit4] 2> 1225809 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
[junit4] 2> 1225819 INFO (zkConnectionManagerCallback-1804-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225823 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
[junit4] 2> 1225825 INFO (zkConnectionManagerCallback-1800-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225842 INFO (zkConnectionManagerCallback-1808-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225843 INFO (zkConnectionManagerCallback-1810-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225847 INFO (zkConnectionManagerCallback-1812-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225859 INFO (zkConnectionManagerCallback-1814-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226713 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1226732 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58231_solr
[junit4] 2> 1226736 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.Overseer Overseer (id=99349408911917065-127.0.0.1:58231_solr-n_0000000000) starting
[junit4] 2> 1226748 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1226749 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35409_solr
[junit4] 2> 1226760 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1226907 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1226924 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1226932 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1226935 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44812_solr
[junit4] 2> 1226937 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1226938 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1226961 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58231_solr
[junit4] 2> 1226974 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1226975 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1226975 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1226976 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1227198 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227218 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227218 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227222 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node2/.
[junit4] 2> 1227442 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227457 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227460 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227460 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227474 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node3/.
[junit4] 2> 1227477 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227477 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227478 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node1/.
[junit4] 2> 1227591 INFO (zkConnectionManagerCallback-1822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1227595 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f5c2d2d7000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1227620 INFO (zkConnectionManagerCallback-1826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1227623 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1227632 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52434/solr ready
[junit4] 2> 1227646 INFO (qtp1965856299-8218) [n:127.0.0.1:35409_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1227691 INFO (OverseerThreadFactory-3301-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 1227857 INFO (OverseerStateUpdate-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58231/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1227862 INFO (OverseerStateUpdate-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44812/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1227884 INFO (OverseerStateUpdate-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35409/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1228138 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1228139 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1228143 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1228143 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1228224 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1228225 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1228441 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1228441 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1228442 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1228442 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1228445 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1228445 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229163 WARN (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 1229170 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1229193 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1229205 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 1229209 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1229216 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 1229220 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 1229220 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 1229220 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1229220 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1229221 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node3/.system_shard1_replica_p4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node3/./.system_shard1_replica_p4/data/]
[junit4] 2> 1229328 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1229355 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection or core
[junit4] 2> 1229355 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1229355 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n3' using configuration from collection .system, trusted=true
[junit4] 2> 1229360 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.core..system.shard1.replica_n3' (registry 'solr.core..system.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1229360 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1229360 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [[.system_shard1_replica_n3] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node2/.system_shard1_replica_n3], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node2/./.system_shard1_replica_n3/data/]
[junit4] 2> 1229370 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1229370 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1229372 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@428d1746[.system_shard1_replica_p4] main]
[junit4] 2> 1229375 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1229377 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1229377 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1229382 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1229475 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1229474 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1229486 INFO (searcherExecutor-3308-thread-1-processing-n:127.0.0.1:35409_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@428d1746[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1229498 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1229500 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 1229500 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1229502 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1229502 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1229503 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1229504 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 1229504 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1229504 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1229504 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 1229668 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1229668 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1229670 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1229670 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1229671 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e22fb2d[.system_shard1_replica_n1] main]
[junit4] 2> 1229673 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1229673 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1229673 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1229674 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1229675 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1229675 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589590546948554752
[junit4] 2> 1229680 INFO (searcherExecutor-3315-thread-1-processing-n:127.0.0.1:58231_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node2) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@4e22fb2d[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1229681 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1229681 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1229683 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1229683 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1229684 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@351d80ff[.system_shard1_replica_n3] main]
[junit4] 2> 1229686 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1229687 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1229687 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1229689 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1229689 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1229689 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589590546963234816
[junit4] 2> 1229720 INFO (searcherExecutor-3310-thread-1-processing-n:127.0.0.1:44812_solr x:.system_shard1_replica_n3 s:shard1 c:.system r:core_node5) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3] Registered new searcher Searcher@351d80ff[.system_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1229757 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1229757 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1229757 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58231/solr/.system_shard1_replica_n1/
[junit4] 2> 1229758 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:58231/solr START replicas=[http://127.0.0.1:44812/solr/.system_shard1_replica_n3/] nUpdates=100
[junit4] 2> 1229760 INFO (qtp147650977-8228) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.S.Request [.system_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1229862 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229862 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229863 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229864 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229865 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229866 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230065 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:58231/solr DONE. We have no versions. sync failed.
[junit4] 2> 1230065 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1230065 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1230065 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1230086 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58231/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 1230191 INFO (zkCallback-1813-thread-3-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230191 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230191 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230191 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230195 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230195 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230208 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node2 is leader but it's state is down, skipping replication
[junit4] 2> 1230240 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1230244 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2102
[junit4] 2> 1230345 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230345 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230345 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230348 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230346 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230346 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230518 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2380
[junit4] 2> 1230622 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230622 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230623 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230623 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230623 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230625 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230733 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2509
[junit4] 2> 1230738 INFO (qtp1965856299-8218) [n:127.0.0.1:35409_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1230840 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230840 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230840 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230841 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230841 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230856 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1231727 INFO (OverseerCollectionConfigSetProcessor-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1231738 INFO (qtp1965856299-8218) [n:127.0.0.1:35409_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=4092
[junit4] 2> 1231756 INFO (qtp1965856299-8235) [n:127.0.0.1:35409_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1231765 INFO (qtp147650977-8228) [n:127.0.0.1:44812_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1231768 INFO (qtp898600076-8200) [n:127.0.0.1:58231_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1231836 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
[junit4] 2> 1231838 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1231847 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ad91d61{/solr,null,AVAILABLE}
[junit4] 2> 1231848 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@437dde98{HTTP/1.1,[http/1.1]}{127.0.0.1:36836}
[junit4] 2> 1231848 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.Server Started @1235227ms
[junit4] 2> 1231848 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36836}
[junit4] 2> 1231848 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1231850 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1231850 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1231850 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1231851 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T17:41:20.403Z
[junit4] 2> 1231853 INFO (zkConnectionManagerCallback-1828-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231854 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1231871 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
[junit4] 2> 1231872 INFO (zkConnectionManagerCallback-1832-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231876 INFO (zkConnectionManagerCallback-1834-thread-1-processing-n:127.0.0.1:36836_solr) [n:127.0.0.1:36836_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231892 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1231897 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1231901 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36836_solr
[junit4] 2> 1231902 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231902 INFO (zkCallback-1825-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231903 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231905 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231906 INFO (zkCallback-1833-thread-1-processing-n:127.0.0.1:36836_solr) [n:127.0.0.1:36836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1232142 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36836.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1232151 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36836.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1232152 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36836.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1232153 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node4/.
[junit4] 2> 1232504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1232505 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:58231/solr/.system_shard1_replica_n1/
[junit4] 2> 1232506 INFO (qtp898600076-8200) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1232507 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3102bf71 commitCommandVersion:0
[junit4] 2> 1232508 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@65d8d73a[.system_shard1_replica_p4] main]
[junit4] 2> 1232508 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1232509 INFO (searcherExecutor-3308-thread-1-processing-n:127.0.0.1:35409_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@65d8d73a[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1234293 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@272ab20b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1234293 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1389504198
[junit4] 2> 1234294 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1234294 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4214380a: rootName = solr_44812, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6343324c
[junit4] 2> 1234301 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1234301 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@874e182: rootName = solr_44812, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@64b0c052
[junit4] 2> 1234319 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1234319 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74b2db7b: rootName = solr_44812, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@62162e1f
[junit4] 2> 1234324 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234324 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234324 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234325 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234326 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234326 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234327 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44812_solr
[junit4] 2> 1234382 INFO (zkCallback-1833-thread-1-processing-n:127.0.0.1:36836_solr) [n:127.0.0.1:36836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1234383 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1234394 INFO (zkCallback-1825-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1234395 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1234505 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1234506 INFO (zkCallback-1813-thread-3-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1234508 INFO (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@563c43bb
[junit4] 2> 1234508 INFO (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n3, tag=1446790075
[junit4] 2> 1234508 INFO (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d3325: rootName = solr_44812, domain = solr.core..system.shard1.replica_n3, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@28fd7ea8
[junit4] 2> 1234516 INFO (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1446790075
[junit4] 2> 1234548 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@42ba08a7{/solr,null,UNAVAILABLE}
[junit4] 2> 1235504 INFO (qtp898600076-8200) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 1515951681059
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3102bf71 commitCommandVersion:0
[junit4] 2> 1235505 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@33522e3a[.system_shard1_replica_p4] main]
[junit4] 2> 1235505 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1235506 INFO (searcherExecutor-3308-thread-1-processing-n:127.0.0.1:35409_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@33522e3a[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1236558 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
[junit4] 2> 1236637 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[4730677308FB440B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
[junit4] 2> 1236663 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[4730677308FB440B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=4730677308FB440B -Dtests.slow=true -Dtests.locale=en-SG -Dtests.timezone=Africa/Johannesburg -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.11s J0 | TestClusterStateProvider.testAutoScalingConfig <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}> but was: org.apache.solr.client.solrj.clo
[...truncated too long message...]
butorTest, HdfsDirectoryFactoryTest, PathHierarchyTokenizerFactoryTest, TestSolrXml, TestCloudDeleteByQuery, LeaderElectionContextKeyTest, TestRecovery, MoveReplicaHDFSFailoverTest, TestPointFields, PrimUtilsTest, UniqFieldsUpdateProcessorFactoryTest, ChangedSchemaMergeTest, TestPhraseSuggestions, SecurityConfHandlerTest, SearchHandlerTest, UtilsToolTest, TestImplicitCoreProperties, StatsReloadRaceTest, TestRequestStatusCollectionAPI, HdfsRestartWhileUpdatingTest, TestSchemaVersionResource, TestLocalFSCloudBackupRestore, DirectUpdateHandlerOptimizeTest, TestCursorMarkWithoutUniqueKey, V2StandaloneTest, TestDistribStateManager, TestLRUStatsCache, StatsComponentTest, TestManagedSchemaAPI, TestObjectReleaseTracker, TestCoreDiscovery, PreAnalyzedFieldManagedSchemaCloudTest, UUIDFieldTest, SolrMetricsIntegrationTest, CollectionTooManyReplicasTest, DisMaxRequestHandlerTest, ShowFileRequestHandlerTest, RemoteQueryErrorTest, TestDynamicFieldResource, TestPerFieldSimilarityWithDefaultOverride, TestJsonFacetRefinement, MultiTermTest, BigEndianAscendingWordDeserializerTest, MinimalSchemaTest, TestIBSimilarityFactory, SpellCheckCollatorTest, TestLFUCache, DistribJoinFromCollectionTest, SuggestComponentContextFilterQueryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ConfigureRecoveryStrategyTest, TestSegmentSorting, WordBreakSolrSpellCheckerTest, TestClusterStateProvider, TestCollectionAPI, SpellCheckComponentTest, SolrIndexMetricsTest, DirectSolrConnectionTest, TestMissingGroups, TestRawResponseWriter, MetricUtilsTest, MoveReplicaTest, CdcrRequestHandlerTest, DistributedSpellCheckComponentTest, UpdateLogTest, DistributedFacetPivotLongTailTest, TestDelegationWithHadoopAuth, AtomicUpdatesTest, DistributedQueryComponentCustomSortTest, TestSolrDeletionPolicy2, TestDistributedStatsComponentCardinality, DeleteShardTest, WrapperMergePolicyFactoryTest, CSVRequestHandlerTest, ClassificationUpdateProcessorIntegrationTest, AutoScalingHandlerTest, SuggesterWFSTTest, ClusterStateTest, TestNumericTerms32, SuggesterTest, TestDistributedSearch, TestFuzzyAnalyzedSuggestions, TestAuthorizationFramework, TestHttpShardHandlerFactory, TestQueryWrapperFilter, TestFiltering, TimeZoneUtilsTest, InfixSuggestersTest, OutputWriterTest, TestAddFieldRealTimeGet, DistributedSuggestComponentTest, IndexSchemaTest, SolrRequestParserTest, TestXIncludeConfig, AnalyticsQueryTest, BlockJoinFacetSimpleTest, TestManagedResource, TestSolr4Spatial, ResponseLogComponentTest, TlogReplayBufferedWhileIndexingTest, TestSolrCloudWithHadoopAuthPlugin, TestCoreAdminApis, TestCollectionAPIs, DateRangeFieldTest, SolrXmlInZkTest, AssignBackwardCompatibilityTest, TestExactSharedStatsCache, CleanupOldIndexTest, TestFieldCacheReopen, XsltUpdateRequestHandlerTest, TestAnalyzeInfixSuggestions, SyncSliceTest, TestSolrCoreParser, TestRetrieveFieldsOptimizer, CreateCollectionCleanupTest, BasicAuthStandaloneTest, TestConfigSetsAPIZkFailure, TestReqParamsAPI, XmlUpdateRequestHandlerTest, TestComplexPhraseLeadingWildcard, TestSolrCoreProperties, SignatureUpdateProcessorFactoryTest, TestReversedWildcardFilterFactory, TestDeleteCollectionOnDownNodes, DateFieldTest, TestOmitPositions, TestCustomDocTransformer, TestSimpleTextCodec, MetricsConfigTest, TestLegacyField, TestPrepRecovery, TestRandomDVFaceting, TestGenericDistributedQueue, TestRecoveryHdfs, TestCloudJSONFacetJoinDomain, TestFileDictionaryLookup, ClusterStateUpdateTest, FullHLLTest, ResourceLoaderTest, HdfsRecoverLeaseTest, BasicDistributedZkTest, LeaderElectionTest, ShardRoutingCustomTest, TestStressReorder, TestStressVersions, TestRangeQuery, BadIndexSchemaTest, ConvertedLegacyTest, BasicFunctionalityTest, TestLazyCores, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestUpdate, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoBeanTest, TestQueryUtils, TestWriterPerf, TestQueryTypes, RequestHandlersTest, TestValueSourceCache, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestBinaryField, TestConfig, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestCodecSupport, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribCursorPagingTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaHDFSTest, PeerSyncReplicationTest, SaslZkACLProviderTest, ShardSplitTest, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestPullReplica, TestRequestForwarding, TestSSLRandomization, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=4730677308FB440B -Dtests.slow=true -Dtests.locale=sr-Latn-BA -Dtests.timezone=Europe/Vilnius -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=28390, name=jetty-launcher-4699-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=28400, name=jetty-launcher-4699-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([4730677308FB440B]:0)
[junit4] Completed [561/766 (2!)] on J0 in 36.31s, 12 tests, 1 error <<< FAILURES!
[...truncated 48921 lines...]