You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/24 08:16:53 UTC
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1490 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1490/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:33883/solr/awhollynewcollection_0: {"awhollynewcollection_0":6}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33883/solr/awhollynewcollection_0: {"awhollynewcollection_0":6}
at __randomizedtesting.SeedInfo.seed([E0CC58AA9DECF75D:A8B92C1E9BDFD8C8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:972)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:972)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:972)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:972)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:972)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:460)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12446 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/init-core-data-001
[junit4] 2> 1578732 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[E0CC58AA9DECF75D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
[junit4] 2> 1578732 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E0CC58AA9DECF75D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1578733 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E0CC58AA9DECF75D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1578733 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E0CC58AA9DECF75D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1578734 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E0CC58AA9DECF75D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/tempDir-001
[junit4] 2> 1578734 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E0CC58AA9DECF75D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1578735 INFO (Thread-3957) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1578735 INFO (Thread-3957) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1578736 ERROR (Thread-3957) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1578834 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E0CC58AA9DECF75D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42373
[junit4] 2> 1578841 INFO (jetty-launcher-6213-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1578841 INFO (jetty-launcher-6213-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1578841 INFO (jetty-launcher-6213-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1578842 INFO (jetty-launcher-6213-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1578843 INFO (jetty-launcher-6213-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f488e98{/solr,null,AVAILABLE}
[junit4] 2> 1578844 INFO (jetty-launcher-6213-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72394f35{HTTP/1.1,[http/1.1]}{127.0.0.1:36845}
[junit4] 2> 1578844 INFO (jetty-launcher-6213-thread-1) [ ] o.e.j.s.Server Started @1581342ms
[junit4] 2> 1578844 INFO (jetty-launcher-6213-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36845}
[junit4] 2> 1578844 ERROR (jetty-launcher-6213-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T07:21:10.385Z
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61d3ff80{/solr,null,AVAILABLE}
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1baa9c2{HTTP/1.1,[http/1.1]}{127.0.0.1:33883}
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-3) [ ] o.e.j.s.Server Started @1581343ms
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33883}
[junit4] 2> 1578845 ERROR (jetty-launcher-6213-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60bb17b9{/solr,null,AVAILABLE}
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61d8447c{/solr,null,AVAILABLE}
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@eddb571{HTTP/1.1,[http/1.1]}{127.0.0.1:47306}
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-2) [ ] o.e.j.s.Server Started @1581344ms
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47306}
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@740bd63b{HTTP/1.1,[http/1.1]}{127.0.0.1:58330}
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-4) [ ] o.e.j.s.Server Started @1581344ms
[junit4] 2> 1578846 ERROR (jetty-launcher-6213-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T07:21:10.386Z
[junit4] 2> 1578845 INFO (jetty-launcher-6213-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T07:21:10.386Z
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58330}
[junit4] 2> 1578846 ERROR (jetty-launcher-6213-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1578846 INFO (jetty-launcher-6213-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T07:21:10.386Z
[junit4] 2> 1578848 INFO (jetty-launcher-6213-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1578848 INFO (jetty-launcher-6213-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1578848 INFO (jetty-launcher-6213-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1578849 INFO (jetty-launcher-6213-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1578852 INFO (jetty-launcher-6213-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1578852 INFO (jetty-launcher-6213-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1578852 INFO (jetty-launcher-6213-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1578852 INFO (jetty-launcher-6213-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1578852 INFO (jetty-launcher-6213-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1578852 INFO (jetty-launcher-6213-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1578855 INFO (jetty-launcher-6213-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1578856 INFO (jetty-launcher-6213-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1578856 INFO (jetty-launcher-6213-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42373/solr
[junit4] 2> 1578859 INFO (jetty-launcher-6213-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42373/solr
[junit4] 2> 1578859 INFO (jetty-launcher-6213-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42373/solr
[junit4] 2> 1578862 INFO (jetty-launcher-6213-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42373/solr
[junit4] 2> 1579061 INFO (jetty-launcher-6213-thread-3) [n:127.0.0.1:33883_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1579062 INFO (jetty-launcher-6213-thread-3) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33883_solr
[junit4] 2> 1579070 INFO (jetty-launcher-6213-thread-3) [n:127.0.0.1:33883_solr ] o.a.s.c.Overseer Overseer (id=98882661271207946-127.0.0.1:33883_solr-n_0000000000) starting
[junit4] 2> 1579082 INFO (jetty-launcher-6213-thread-4) [n:127.0.0.1:58330_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1579083 INFO (jetty-launcher-6213-thread-3) [n:127.0.0.1:33883_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33883_solr
[junit4] 2> 1579085 INFO (zkCallback-6234-thread-1-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1579086 INFO (zkCallback-6233-thread-1-processing-n:127.0.0.1:36845_solr) [n:127.0.0.1:36845_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1579087 INFO (zkCallback-6232-thread-1-processing-n:127.0.0.1:58330_solr) [n:127.0.0.1:58330_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1579087 INFO (jetty-launcher-6213-thread-1) [n:127.0.0.1:36845_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1579095 INFO (jetty-launcher-6213-thread-1) [n:127.0.0.1:36845_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36845_solr
[junit4] 2> 1579096 INFO (zkCallback-6234-thread-1-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1579097 INFO (jetty-launcher-6213-thread-4) [n:127.0.0.1:58330_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58330_solr
[junit4] 2> 1579107 INFO (zkCallback-6233-thread-1-processing-n:127.0.0.1:36845_solr) [n:127.0.0.1:36845_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1579112 INFO (zkCallback-6232-thread-1-processing-n:127.0.0.1:58330_solr) [n:127.0.0.1:58330_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1579113 INFO (jetty-launcher-6213-thread-2) [n:127.0.0.1:47306_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1579115 INFO (jetty-launcher-6213-thread-2) [n:127.0.0.1:47306_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1579117 INFO (jetty-launcher-6213-thread-2) [n:127.0.0.1:47306_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47306_solr
[junit4] 2> 1579118 INFO (zkCallback-6234-thread-1-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1579118 INFO (zkCallback-6233-thread-1-processing-n:127.0.0.1:36845_solr) [n:127.0.0.1:36845_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1579122 INFO (zkCallback-6235-thread-1-processing-n:127.0.0.1:47306_solr) [n:127.0.0.1:47306_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1579138 INFO (zkCallback-6232-thread-1-processing-n:127.0.0.1:58330_solr) [n:127.0.0.1:58330_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1579140 INFO (zkCallback-6234-thread-1-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1579158 INFO (jetty-launcher-6213-thread-1) [n:127.0.0.1:36845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579163 INFO (jetty-launcher-6213-thread-1) [n:127.0.0.1:36845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579163 INFO (jetty-launcher-6213-thread-1) [n:127.0.0.1:36845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579164 INFO (jetty-launcher-6213-thread-1) [n:127.0.0.1:36845_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/tempDir-001/node1
[junit4] 2> 1579226 INFO (jetty-launcher-6213-thread-3) [n:127.0.0.1:33883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579233 INFO (jetty-launcher-6213-thread-3) [n:127.0.0.1:33883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579233 INFO (jetty-launcher-6213-thread-3) [n:127.0.0.1:33883_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579234 INFO (jetty-launcher-6213-thread-3) [n:127.0.0.1:33883_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/tempDir-001/node3
[junit4] 2> 1579318 INFO (jetty-launcher-6213-thread-4) [n:127.0.0.1:58330_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579320 INFO (jetty-launcher-6213-thread-2) [n:127.0.0.1:47306_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579325 INFO (jetty-launcher-6213-thread-4) [n:127.0.0.1:58330_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579325 INFO (jetty-launcher-6213-thread-4) [n:127.0.0.1:58330_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579326 INFO (jetty-launcher-6213-thread-4) [n:127.0.0.1:58330_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/tempDir-001/node4
[junit4] 2> 1579327 INFO (jetty-launcher-6213-thread-2) [n:127.0.0.1:47306_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579327 INFO (jetty-launcher-6213-thread-2) [n:127.0.0.1:47306_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1579328 INFO (jetty-launcher-6213-thread-2) [n:127.0.0.1:47306_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/tempDir-001/node2
[junit4] 2> 1579397 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4d41ab84000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1579400 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E0CC58AA9DECF75D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1579401 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E0CC58AA9DECF75D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42373/solr ready
[junit4] 2> 1579427 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[E0CC58AA9DECF75D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1579429 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[E0CC58AA9DECF75D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1579436 INFO (qtp783907843-22731) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1579446 INFO (qtp783907843-22731) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1579448 INFO (qtp783907843-22740) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1579448 INFO (qtp783907843-22740) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1579449 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[E0CC58AA9DECF75D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1579467 INFO (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[E0CC58AA9DECF75D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNoConfigSetExist
[junit4] 2> 1579469 INFO (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[E0CC58AA9DECF75D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1579472 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1579475 INFO (OverseerThreadFactory-7583-thread-2-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.CreateCollectionCmd Create collection noconfig
[junit4] 2> 1579476 INFO (OverseerCollectionConfigSetProcessor-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1579476 ERROR (OverseerThreadFactory-7583-thread-2-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: noconfig operation: create failed:org.apache.solr.common.SolrException: Can not find the specified config set: conf123
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.validateConfigOrThrowSolrException(OverseerCollectionMessageHandler.java:755)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:105)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1579479 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=7
[junit4] 2> 1580486 INFO (qtp783907843-22742) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1580486 INFO (qtp783907843-22742) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1580486 INFO (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[E0CC58AA9DECF75D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNoConfigSetExist
[junit4] 2> 1580534 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[E0CC58AA9DECF75D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
[junit4] 2> 1580538 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[E0CC58AA9DECF75D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1580541 INFO (qtp783907843-22745) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollectionblocker&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1580545 INFO (OverseerThreadFactory-7583-thread-3-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollectionblocker
[junit4] 2> 1580546 INFO (OverseerCollectionConfigSetProcessor-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1580546 WARN (OverseerThreadFactory-7583-thread-3-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfcollectionblocker) without cores.
[junit4] 2> 1580662 INFO (qtp783907843-22745) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1580663 INFO (qtp783907843-22745) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollectionblocker&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=121
[junit4] 2> 1580664 INFO (qtp783907843-22752) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36845_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1580670 INFO (OverseerCollectionConfigSetProcessor-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1580672 INFO (OverseerThreadFactory-7583-thread-4-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:36845_solr for creating new replica
[junit4] 2> 1580677 INFO (OverseerStateUpdate-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfcollectionblocker",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36845/solr",
[junit4] 2> "node_name":"127.0.0.1:36845_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1580882 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1580883 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1580895 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1580901 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema [halfcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1580904 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1580904 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica_n1' using configuration from collection halfcollectionblocker, trusted=true
[junit4] 2> 1580904 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfcollectionblocker.shard1.core_node21' (registry 'solr.core.halfcollectionblocker.shard1.core_node21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1580904 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1580904 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [[halfcollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/tempDir-001/node1/halfcollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/tempDir-001/node1/halfcollection_shard1_replica_n1/data/]
[junit4] 2> 1580946 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1580946 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1580946 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1580947 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1580947 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c44670b[halfcollection_shard1_replica_n1] main]
[junit4] 2> 1580949 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1580949 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1580950 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1580950 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582122582660874240
[junit4] 2> 1580950 INFO (searcherExecutor-7592-thread-1-processing-n:127.0.0.1:36845_solr x:halfcollection_shard1_replica_n1 s:shard1 c:halfcollectionblocker r:core_node21) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [halfcollection_shard1_replica_n1] Registered new searcher Searcher@1c44670b[halfcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1580956 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1580956 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1580956 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36845/solr/halfcollection_shard1_replica_n1/
[junit4] 2> 1580956 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1580956 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36845/solr/halfcollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1580956 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1580961 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36845/solr/halfcollection_shard1_replica_n1/ shard1
[junit4] 2> 1581063 INFO (zkCallback-6233-thread-1-processing-n:127.0.0.1:36845_solr) [n:127.0.0.1:36845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1581064 INFO (zkCallback-6233-thread-2-processing-n:127.0.0.1:36845_solr) [n:127.0.0.1:36845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1581112 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1581115 INFO (qtp2072009702-22721) [n:127.0.0.1:36845_solr c:halfcollectionblocker s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=232
[junit4] 2> 1581117 INFO (qtp783907843-22752) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36845_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=453
[junit4] 2> 1581118 INFO (qtp783907843-22728) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollectionblocker2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1581121 INFO (OverseerThreadFactory-7583-thread-5-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollectionblocker2
[junit4] 2> 1581121 INFO (OverseerCollectionConfigSetProcessor-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1581122 WARN (OverseerThreadFactory-7583-thread-5-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfcollectionblocker2) without cores.
[junit4] 2> 1581232 INFO (zkCallback-6233-thread-1-processing-n:127.0.0.1:36845_solr) [n:127.0.0.1:36845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1581232 INFO (zkCallback-6233-thread-2-processing-n:127.0.0.1:36845_solr) [n:127.0.0.1:36845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker/state.json] for collection [halfcollectionblocker] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1581330 INFO (qtp783907843-22728) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1581331 INFO (qtp783907843-22728) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollectionblocker2&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&wt=javabin&version=2} status=0 QTime=213
[junit4] 2> 1581331 INFO (qtp783907843-22731) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33883_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker2&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1581334 INFO (OverseerCollectionConfigSetProcessor-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1581335 INFO (OverseerThreadFactory-7583-thread-5-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33883_solr for creating new replica
[junit4] 2> 1581337 INFO (OverseerStateUpdate-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfcollectionblocker2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33883/solr",
[junit4] 2> "node_name":"127.0.0.1:33883_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1581544 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1581544 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1581570 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1581576 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema [halfcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1581578 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1581578 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica_n1' using configuration from collection halfcollectionblocker2, trusted=true
[junit4] 2> 1581578 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfcollectionblocker2.shard1.core_node21' (registry 'solr.core.halfcollectionblocker2.shard1.core_node21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1581578 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1581578 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [[halfcollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/tempDir-001/node3/halfcollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/tempDir-001/node3/halfcollection_shard1_replica_n1/data/]
[junit4] 2> 1581620 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1581620 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1581621 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1581621 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1581622 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e693bf9[halfcollection_shard1_replica_n1] main]
[junit4] 2> 1581623 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1581624 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1581624 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1581624 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582122583367614464
[junit4] 2> 1581625 INFO (searcherExecutor-7597-thread-1-processing-n:127.0.0.1:33883_solr x:halfcollection_shard1_replica_n1 s:shard1 c:halfcollectionblocker2 r:core_node21) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SolrCore [halfcollection_shard1_replica_n1] Registered new searcher Searcher@6e693bf9[halfcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1581630 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1581630 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1581630 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33883/solr/halfcollection_shard1_replica_n1/
[junit4] 2> 1581630 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1581630 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33883/solr/halfcollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1581630 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1581635 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33883/solr/halfcollection_shard1_replica_n1/ shard1
[junit4] 2> 1581742 INFO (zkCallback-6234-thread-1-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1581742 INFO (zkCallback-6234-thread-2-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1581790 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1581795 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr c:halfcollectionblocker2 s:shard1 r:core_node21 x:halfcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&name=halfcollection_shard1_replica_n1&action=CREATE&collection=halfcollectionblocker2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=250
[junit4] 2> 1581801 INFO (qtp783907843-22731) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33883_solr&name=halfcollection_shard1_replica_n1&action=ADDREPLICA&collection=halfcollectionblocker2&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=469
[junit4] 2> 1581802 INFO (qtp783907843-22742) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=127.0.0.1:36845_solr,127.0.0.1:33883_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1581807 INFO (OverseerThreadFactory-7583-thread-5-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
[junit4] 2> 1581808 INFO (OverseerCollectionConfigSetProcessor-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1581921 INFO (zkCallback-6234-thread-2-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1581922 INFO (zkCallback-6234-thread-3-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollectionblocker2/state.json] for collection [halfcollectionblocker2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1582032 INFO (OverseerStateUpdate-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33883/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1582044 INFO (OverseerStateUpdate-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfcollection_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36845/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1582255 INFO (qtp783907843-22745) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1582256 WARN (qtp783907843-22745) [n:127.0.0.1:33883_solr ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 1582256 ERROR (qtp783907843-22745) [n:127.0.0.1:33883_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica_n1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1582257 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica_n3&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1582257 INFO (qtp783907843-22745) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=500 QTime=1
[junit4] 2> 1582257 ERROR (qtp783907843-22745) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica_n1' already exists.
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:930)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1582258 ERROR (OverseerThreadFactory-7583-thread-5-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:33883/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33883/solr: Core with name 'halfcollection_shard1_replica_n1' already exists.
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1582369 INFO (zkCallback-6233-thread-1-processing-n:127.0.0.1:36845_solr) [n:127.0.0.1:36845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1582369 INFO (zkCallback-6233-thread-2-processing-n:127.0.0.1:36845_solr) [n:127.0.0.1:36845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1583281 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1583292 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.s.IndexSchema [halfcollection_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1583296 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1583297 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard2_replica_n3' using configuration from collection halfcollection, trusted=true
[junit4] 2> 1583298 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfcollection.shard2.replica_n3' (registry 'solr.core.halfcollection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1486864f
[junit4] 2> 1583298 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1583298 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.SolrCore [[halfcollection_shard2_replica_n3] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/tempDir-001/node1/halfcollection_shard2_replica_n3], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001/tempDir-001/node1/halfcollection_shard2_replica_n3/data/]
[junit4] 2> 1583366 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1583366 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1583367 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1583367 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1583368 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@363ac3cb[halfcollection_shard2_replica_n3] main]
[junit4] 2> 1583369 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1583370 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1583370 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1583371 INFO (searcherExecutor-7602-thread-1-processing-n:127.0.0.1:36845_solr x:halfcollection_shard2_replica_n3 s:shard2 c:halfcollection r:core_node4) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.SolrCore [halfcollection_shard2_replica_n3] Registered new searcher Searcher@363ac3cb[halfcollection_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1583371 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582122585199476736
[junit4] 2> 1583375 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1583375 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1583375 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36845/solr/halfcollection_shard2_replica_n3/
[junit4] 2> 1583376 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1583376 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:36845/solr/halfcollection_shard2_replica_n3/ has no replicas
[junit4] 2> 1583376 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1583380 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36845/solr/halfcollection_shard2_replica_n3/ shard2
[junit4] 2> 1583483 INFO (zkCallback-6233-thread-1-processing-n:127.0.0.1:36845_solr) [n:127.0.0.1:36845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1583483 INFO (zkCallback-6233-thread-2-processing-n:127.0.0.1:36845_solr) [n:127.0.0.1:36845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1583531 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1583533 INFO (qtp2072009702-22723) [n:127.0.0.1:36845_solr c:halfcollection s:shard2 r:core_node4 x:halfcollection_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica_n3&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1277
[junit4] 2> 1583534 ERROR (OverseerThreadFactory-7583-thread-5-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [halfcollection].
[junit4] 2> 1583536 INFO (OverseerThreadFactory-7583-thread-5-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1583537 INFO (qtp2072009702-22725) [n:127.0.0.1:36845_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfcollection.shard2.replica_n3, tag=null
[junit4] 2> 1583537 INFO (qtp2072009702-22725) [n:127.0.0.1:36845_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7cbe6cf5: rootName = null, domain = solr.core.halfcollection.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.halfcollection.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@3e27e49f
[junit4] 2> 1583548 INFO (qtp2072009702-22725) [n:127.0.0.1:36845_solr ] o.a.s.c.SolrCore [halfcollection_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@57797767
[junit4] 2> 1583548 INFO (qtp2072009702-22725) [n:127.0.0.1:36845_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfcollection.shard2.replica_n3, tag=1467578215
[junit4] 2> 1583548 INFO (qtp2072009702-22725) [n:127.0.0.1:36845_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfcollection.shard2.leader, tag=1467578215
[junit4] 2> 1583552 INFO (qtp2072009702-22725) [n:127.0.0.1:36845_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard2_replica_n3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1584256 INFO (OverseerThreadFactory-7583-thread-5-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [halfcollection]
[junit4] 2> 1584260 INFO (qtp783907843-22742) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1585813 INFO (OverseerCollectionConfigSetProcessor-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1614340 ERROR (qtp783907843-22742) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 1614340 INFO (qtp783907843-22742) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=127.0.0.1:36845_solr,127.0.0.1:33883_solr&wt=javabin&version=2} status=0 QTime=32556
[junit4] 2> 1614341 INFO (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[E0CC58AA9DECF75D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShouldFailOnExistingCore
[junit4] 2> 1614404 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[E0CC58AA9DECF75D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
[junit4] 2> 1614405 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[E0CC58AA9DECF75D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1614408 INFO (qtp783907843-22752) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1614410 INFO (OverseerThreadFactory-7583-thread-5-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1614419 INFO (qtp783907843-22728) [n:127.0.0.1:33883_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfcollectionblocker2.shard1.core_node21, tag=null
[junit4] 2> 1614419 INFO (qtp783907843-22728) [n:127.0.0.1:33883_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3bf8857b: rootName = null, domain = solr.core.halfcollectionblocker2.shard1.core_node21, service url = null, agent id = null] for registry solr.core.halfcollectionblocker2.shard1.core_node21 / com.codahale.metrics.MetricRegistry@668aaec1
[junit4] 2> 1614426 INFO (qtp783907843-22728) [n:127.0.0.1:33883_solr ] o.a.s.c.SolrCore [halfcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2393c574
[junit4] 2> 1614426 INFO (qtp783907843-22728) [n:127.0.0.1:33883_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfcollectionblocker2.shard1.core_node21, tag=596886900
[junit4] 2> 1614426 INFO (qtp783907843-22728) [n:127.0.0.1:33883_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfcollectionblocker2.shard1.leader, tag=596886900
[junit4] 2> 1614429 INFO (qtp783907843-22728) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1615137 INFO (qtp783907843-22752) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2} status=0 QTime=730
[junit4] 2> 1615138 INFO (qtp783907843-22740) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1615141 INFO (OverseerCollectionConfigSetProcessor-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000014 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1615142 INFO (OverseerThreadFactory-7583-thread-5-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1615145 INFO (qtp2072009702-22724) [n:127.0.0.1:36845_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfcollectionblocker.shard1.core_node21, tag=null
[junit4] 2> 1615145 INFO (qtp2072009702-22724) [n:127.0.0.1:36845_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52f4a9bd: rootName = null, domain = solr.core.halfcollectionblocker.shard1.core_node21, service url = null, agent id = null] for registry solr.core.halfcollectionblocker.shard1.core_node21 / com.codahale.metrics.MetricRegistry@3690b1ab
[junit4] 2> 1615157 INFO (qtp2072009702-22724) [n:127.0.0.1:36845_solr ] o.a.s.c.SolrCore [halfcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7a076e87
[junit4] 2> 1615157 INFO (qtp2072009702-22724) [n:127.0.0.1:36845_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfcollectionblocker.shard1.core_node21, tag=2047307399
[junit4] 2> 1615157 INFO (qtp2072009702-22724) [n:127.0.0.1:36845_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfcollectionblocker.shard1.leader, tag=2047307399
[junit4] 2> 1615160 INFO (qtp2072009702-22724) [n:127.0.0.1:36845_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 1615870 INFO (qtp783907843-22740) [n:127.0.0.1:33883_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfcollectionblocker&action=DELETE&wt=javabin&version=2} status=0 QTime=732
[junit4] 2> 1615871 INFO (qtp783907843-22741) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1615873 INFO (OverseerThreadFactory-7583-thread-5-processing-n:127.0.0.1:33883_solr) [n:127.0.0.1:33883_solr ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
[junit4] 2> 1615873 INFO (OverseerCollectionConfigSetProcessor-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000016 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1616083 INFO (OverseerStateUpdate-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"reloaded_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58330/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1616086 INFO (OverseerStateUpdate-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"reloaded_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36845/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1616090 INFO (OverseerStateUpdate-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"reloaded_collection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33883/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1616094 INFO (OverseerStateUpdate-98882661271207946-127.0.0.1:33883_solr-n_0000000000) [n:127.0.0.1:33883_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"reloaded_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"reloaded_collection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47306/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1616298 INFO (qtp361402447-22746) [n:127.0.0.1:58330_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1616298 INFO (qtp2072009702-22726) [n:127.0.0.1:36845_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1616298 INFO (qtp361402447-22746) [n:127.0.0.1:58330_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1616300 INFO (qtp783907843-22731) [n:127.0.0.1:33883_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n4&a
[...truncated too long message...]
etHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1658418 INFO (qtp547242199-22743) [n:127.0.0.1:47306_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:58330_solr&onlyIfLeaderActive=true&core=addReplicaColl_shard1_replica_n2&coreNodeName=core_node12&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=27374
[junit4] 2> 1658420 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[E0CC58AA9DECF75D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1658421 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[E0CC58AA9DECF75D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42373 42373
[junit4] 2> 1661549 INFO (Thread-3957) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42373 42373
[junit4] 2> 1661552 WARN (Thread-3957) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/aliases.json
[junit4] 2> 25 /solr/clusterprops.json
[junit4] 2> 22 /solr/configs/conf
[junit4] 2> 6 /solr/configs/conf2
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/addReplicaColl/state.json
[junit4] 2> 32 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 32 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 32 /solr/collections/reloaded_collection/state.json
[junit4] 2> 25 /solr/clusterstate.json
[junit4] 2> 15 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2> 14 /solr/collections/halfdeletedcollection/state.json
[junit4] 2> 10 /solr/collections/onlyinzk/state.json
[junit4] 2> 5 /solr/collections/created_and_deleted/state.json
[junit4] 2> 5 /solr/collections/withconfigset2/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 4 /solr/collections/halfcollection/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 326 /solr/collections
[junit4] 2> 35 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E0CC58AA9DECF75D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=328, maxMBSortInHeap=5.6785380424896825, sim=RandomSimilarity(queryNorm=false): {}, locale=pl, timezone=HST
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_141 (64-bit)/cpus=3,threads=1,free=300448400,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestValueSourceCache, TestStreamBody, TestLuceneIndexBackCompat, HdfsTlogReplayBufferedWhileIndexingTest, BlockDirectoryTest, TestShardHandlerFactory, AnalysisAfterCoreReloadTest, TermsComponentTest, SearchHandlerTest, TestSchemaResource, MetricUtilsTest, CoreSorterTest, TestSchemaVersionResource, TestSolrJ, HLLUtilTest, SystemLogListenerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, FullHLLTest, PeerSyncTest, TestElisionMultitermQuery, BasicZkTest, TestOverriddenPrefixQueryForCustomFieldType, TestSolr4Spatial2, TestDocSet, TestSolrConfigHandler, SolrGangliaReporterTest, TestChildDocTransformer, TlogReplayBufferedWhileIndexingTest, TestZkChroot, TestFileDictionaryLookup, TestJettySolrRunner, TestLMJelinekMercerSimilarityFactory, OverseerRolesTest, SolrCoreMetricManagerTest, DateRangeFieldTest, TestSearchPerf, TestStressReorder, SolrCoreCheckLockOnStartupTest, DeleteReplicaTest, TestDistributedMissingSort, TestRandomCollapseQParserPlugin, DocValuesMultiTest, SmileWriterTest, FileUtilsTest, TestTolerantUpdateProcessorCloud, DistributedIntervalFacetingTest, TriggerIntegrationTest, TestFieldCacheReopen, TestRestManager, HdfsChaosMonkeySafeLeaderTest, SolrJmxReporterCloudTest, TestStressLiveNodes, PingRequestHandlerTest, TestLeaderInitiatedRecoveryThread, PolyFieldTest, StatelessScriptUpdateProcessorFactoryTest, CacheHeaderTest, DistributedQueryComponentOptimizationTest, RecoveryAfterSoftCommitTest, TestFieldTypeResource, FieldMutatingUpdateProcessorTest, TestRebalanceLeaders, CustomCollectionTest, LeaderElectionContextKeyTest, TestIndexSearcher, TestMultiWordSynonyms, MoreLikeThisHandlerTest, TestCrossCoreJoin, HttpTriggerListenerTest, EchoParamsTest, TestSolrConfigHandlerCloud, TestReqParamsAPI, SpellingQueryConverterTest, TestRawResponseWriter, TestSQLHandler, JavabinLoaderTest, TestBM25SimilarityFactory, MergeStrategyTest, TestSolrCLIRunExample, TestLuceneMatchVersion, DebugComponentTest, AnalysisErrorHandlingTest, TestSort, TestCollationField, TestFieldSortValues, TestRuleBasedAuthorizationPlugin, TestMacros, AutoScalingHandlerTest, JvmMetricsTest, ConnectionManagerTest, TestXmlQParser, PreAnalyzedFieldManagedSchemaCloudTest, TestHdfsBackupRestoreCore, TestObjectReleaseTracker, RestartWhileUpdatingTest, SpatialHeatmapFacetsTest, TestSimpleTrackingShardHandler, AtomicUpdatesTest, AutoAddReplicasIntegrationTest, TestLRUCache, DirectSolrSpellCheckerTest, ExternalFileFieldSortTest, TestQueryUtils, TestPayloadScoreQParserPlugin, TestCollectionAPIs, ReplicaListTransformerTest, DataDrivenBlockJoinTest, TestConfigOverlay, TestLeaderElectionWithEmptyReplica, TestUninvertingReader, TestSolrCloudWithHadoopAuthPlugin, SSLMigrationTest, MetricsHandlerTest, BlobRepositoryCloudTest, TestCollapseQParserPlugin, TestDynamicLoading, QueryEqualityTest, DistributedFacetPivotSmallAdvancedTest, CopyFieldTest, SolrCloudExampleTest, PluginInfoTest, TestRequestForwarding, UpdateRequestProcessorFactoryTest, SortSpecParsingTest, TestFieldCacheSortRandom, SolrIndexSplitterTest, TestUseDocValuesAsStored, TestConfigSetProperties, TestStressVersions, ClassificationUpdateProcessorIntegrationTest, TestCoreAdminApis, TestExpandComponent, DocumentBuilderTest, TestSolrIndexConfig, TestStressCloudBlindAtomicUpdates, TestSolrFieldCacheBean, CoreMergeIndexesAdminHandlerTest, DocValuesNotIndexedTest, LukeRequestHandlerTest, FullSolrCloudDistribCmdsTest, TestDistribDocBasedVersion, TestLRUStatsCache, CachingDirectoryFactoryTest, TestFieldResource, TestCharFilters, TestFieldCacheWithThreads, DistribDocExpirationUpdateProcessorTest, SimpleCollectionCreateDeleteTest, TestCloudPivotFacet, TestCollectionsAPIViaSolrCloudCluster, TestUniqueKeyFieldResource, TestPerFieldSimilarity, BasicDistributedZk2Test, TestDynamicFieldResource, SolrIndexConfigTest, MoveReplicaHDFSTest, TestPivotHelperCode, DistributedFacetPivotLargeTest, TestFastOutputStream, TestSortByMinMaxFunction, BasicAuthStandaloneTest, RequestLoggingTest, DeleteLastCustomShardedReplicaTest, TestPostingsSolrHighlighter, TestDocTermOrds, TestQueryTypes, SimpleMLTQParserTest, CloudExitableDirectoryReaderTest, SampleTest, TestJsonFacetRefinement, AnalyticsMergeStrategyTest, TestExactSharedStatsCache, CoreAdminHandlerTest, AliasIntegrationTest, CursorMarkTest, TestSystemIdResolver, TestCryptoKeys, TestClusterStateMutator, HdfsBasicDistributedZkTest, TestSolrCloudSnapshots, TestTrie, PreAnalyzedUpdateProcessorTest, SchemaVersionSpecificBehaviorTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [335/745 (1!)] on J1 in 82.84s, 19 tests, 1 error <<< FAILURES!
[...truncated 48623 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1494 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1494/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.search.function.TestFunctionQuery.testExternalField
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([CFC8A170A9739A8A:E72A91C8854A131A]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:885)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:845)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:131)
at org.apache.solr.search.function.TestFunctionQuery.singleTest(TestFunctionQuery.java:137)
at org.apache.solr.search.function.TestFunctionQuery.testExternalField(TestFunctionQuery.java:221)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//doc[./str[@name='id']='0' and ./float[@name='score']='-999.0']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">0</int>
</lst>
<result name="response" numFound="110" start="0" maxScore="543210.0">
<doc>
<str name="id">54321</str>
<int name="id_i">54321</int>
<float name="score">543210.0</float></doc>
<doc>
<str name="id">25</str>
<int name="id_i">25</int>
<float name="score">250.0</float></doc>
<doc>
<str name="id">1</str>
<int name="id_i">1</int>
<float name="default_amount_f">12394.0</float>
<str name="amounts_dpf">1|1.53 2|2.83 3|3.64 4|4.67 5|5.99 6|6.11 7|7.10 8|8.55 9|9.28 10|10.63 11|11.87 12|12.78 13|13.13 14|14.35 15|15.42 16|16.2 17|17.84 18|18.31 19|19.99 20|20.33 21|21.7 22|22.67 23|23.83 24|24.77 25|25.9 26|26.84 27|27.20 28|28.1 29|29.85 30|30.47 31|31.49 32|32.65 33|33.17 34|34.17 35|35.17 36|36.17 37|37.18 38|38.42 39|39.25 40|40.71 41|41.83 42|42.20 43|43.73 44|44.20 45|45.98 46|46.14 47|47.35 48|48.0 49|49.36 50|50.96 51|51.91 52|52.88 53|53.13 54|54.72 55|55.59 56|56.98 57|57.76 58|58.72 59|59.21 60|60.72 61|61.11 62|62.96 63|63.42 64|64.1 65|65.21 66|66.6 67|67.89 68|68.42 69|69.10 70|70.61 71|71.43 72|72.9 73|73.14 74|74.9 75|75.64 76|76.95 77|77.82 78|78.62 79|79.32 80|80.36 81|81.28 82|82.38 83|83.38 84|84.93 85|85.49 86|86.13 87|87.51 88|88.8 89|89.37 90|90.21 91|91.33 92|92.18 93|93.21 94|94.3 95|95.65 96|96.32 97|97.92 98|98.54 99|99.86 100|100.33 101|101.41 102|102.17 103|103.50 104|104.52 105|105.7 106|106.71 107|107.15 108|108.27 109|109.41 110|110.18 111|111.0 112|112.19 113|113.9 114|114.66 115|115.85 116|116.91 117|117.58 118|118.33 119|119.5 120|120.59 121|121.88 122|122.64 123|123.54 124|124.46 125|125.51 126|126.45 127|127.59 128|128.26 129|129.69 130|130.8 131|131.50 132|132.89 133|133.83 134|134.56 135|135.24 136|136.8 137|137.10 138|138.93 139|139.62 140|140.30 141|141.53 142|142.19 143|143.70 144|144.5 145|145.24 146|146.24 147|147.0 148|148.2 149|149.40 150|150.88 151|151.17 152|152.36 153|153.39 154|154.44 155|155.32 156|156.7 157|157.50 158|158.65 159|159.28 160|160.95 161|161.98 162|162.75 163|163.1 164|164.77 165|165.18 166|166.59 167|167.59 168|168.36 169|169.99 170|170.3 171|171.55 172|172.29 173|173.10 174|174.97 175|175.79 176|176.26 177|177.9 178|178.65 179|179.47 180|180.30 181|181.52 182|182.95 183|183.29 184|184.98 185|185.39 186|186.31 187|187.52 188|188.59 189|189.46 190|190.70 191|191.74 192|192.10 193|193.2 194|194.27 195|195.92 196|196.42 197|197.65 198|198.55 199|199.85 200|200.42 201|201.4 202|202.68 203|203.74 204|204.17 205|205.65 206|206.49 207|207.4 208|208.75 209|209.38 210|210.36 211|211.66 212|212.94 213|213.89 214|214.32 215|215.25 216|216.49 217|217.66 218|218.77 219|219.27 220|220.5 221|221.32 222|222.27 223|223.30 224|224.57 225|225.37 226|226.17 227|227.89 228|228.23 229|229.93 230|230.73 231|231.53 232|232.19 233|233.78 234|234.7 235|235.59 236|236.98 237|237.30 238|238.77 239|239.81 240|240.18 241|241.39 242|242.40 243|243.10 244|244.25 245|245.91 246|246.97 247|247.96 248|248.87 249|249.25 250|250.8 251|251.1 252|252.30 253|253.78 254|254.36 255|255.5 256|256.58 257|257.82 258|258.53 259|259.0 260|260.32 261|261.49 262|262.32 263|263.32 264|264.8 265|265.13 266|266.29 267|267.14 268|268.60 269|269.61 270|270.46 271|271.73 272|272.41 273|273.25 274|274.85 275|275.24 276|276.50 277|277.84 278|278.59 279|279.82 280|280.13 281|281.14 282|282.7 283|283.73 284|284.17 285|285.43 286|286.33 287|287.81 288|288.30 289|289.59 290|290.65 291|291.56 292|292.40 293|293.93 294|294.23 295|295.71 296|296.31 297|297.63 298|298.56 299|299.27 300|300.62 301|301.90 302|302.89 303|303.78 304|304.50 305|305.67 306|306.65 307|307.71 308|308.99 309|309.78 310|310.58 311|311.97 312|312.75 313|313.89 314|314.48 315|315.3 316|316.12 317|317.75 318|318.11 319|319.40 320|320.64 321|321.15 322|322.62 323|323.34 324|324.94 325|325.15 326|326.0 327|327.9 328|328.4 329|329.64 330|330.80 331|331.31 332|332.92 333|333.3 334|334.54 335|335.26 336|336.72 337|337.85 338|338.24 339|339.54 340|340.26 341|341.20 342|342.48 343|343.85 344|344.21 345|345.98 346|346.64 347|347.51 348|348.71 349|349.84 350|350.95 351|351.0 352|352.39 353|353.33 354|354.85 355|355.68 356|356.47 357|357.21 358|358.27 359|359.29 360|360.96 361|361.4 362|362.47 363|363.54 364|364.40 365|365.14 366|366.58 367|367.90 368|368.34 369|369.36 370|370.6 371|371.28 372|372.49 373|373.20 374|374.41 375|375.69 376|376.45 377|377.57 378|378.19 379|379.12 380|380.2 381|381.37 382|382.6 383|383.80 384|384.53 385|385.0 386|386.88 387|387.4 388|388.41 389|389.4 390|390.8 391|391.34 392|392.51 393|393.22 394|394.8 395|395.75 396|396.73 397|397.80 398|398.21 399|399.87 400|400.8 401|401.15 402|402.74 403|403.2 404|404.90 405|405.5 406|406.70 407|407.12 408|408.38 409|409.90 410|410.60 411|411.99 412|412.73 413|413.94 414|414.20 415|415.82 416|416.35 417|417.74 418|418.70 419|419.14 420|420.24 421|421.3 422|422.49 423|423.6 424|424.3 425|425.72 426|426.13 427|427.91 428|428.73 429|429.26 430|430.37 431|431.68 432|432.26 433|433.19 434|434.44 435|435.31 436|436.99 437|437.73 438|438.91 439|439.84 440|440.57 441|441.52 442|442.67 443|443.29 444|444.37 445|445.26 446|446.72 447|447.9 448|448.55 449|449.21 450|450.69 451|451.99 452|452.13 453|453.92 454|454.53 455|455.60 456|456.5 457|457.74 458|458.80 459|459.12 460|460.1 461|461.64 462|462.43 463|463.74 464|464.98 465|465.15 466|466.72 467|467.85 468|468.52 469|469.52 470|470.22 471|471.89 472|472.31 473|473.32 474|474.29 475|475.37 476|476.83 477|477.9 478|478.17 479|479.57 480|480.41 481|481.48 482|482.21 483|483.53 484|484.37 485|485.1 486|486.72 487|487.89 488|488.53 489|489.1 490|490.96 491|491.52 492|492.46 493|493.83 494|494.91 495|495.46 496|496.40 497|497.25 498|498.89 499|499.61 500|500.41 501|501.12 502|502.49 503|503.63 504|504.24 505|505.68 506|506.13 507|507.68 508|508.7 509|509.58 510|510.0 511|511.80 512|512.58 513|513.54 514|514.55 515|515.79 516|516.70 517|517.89 518|518.0 519|519.39 520|520.47 521|521.93 522|522.28 523|523.63 524|524.45 525|525.8 526|526.56 527|527.92 528|528.27 529|529.51 530|530.15 531|531.19 532|532.79 533|533.8 534|534.92 535|535.31 536|536.28 537|537.99 538|538.89 539|539.73 540|540.61 541|541.55 542|542.71 543|543.37 544|544.3 545|545.26 546|546.38 547|547.36 548|548.54 549|549.22 550|550.1 551|551.50 552|552.17 553|553.91 554|554.2 555|555.21 556|556.39 557|557.58 558|558.67 559|559.49 560|560.54 561|561.60 562|562.1 563|563.81 564|564.43 565|565.53 566|566.99 567|567.30 568|568.0 569|569.2 570|570.88 571|571.38 572|572.11 573|573.40 574|574.60 575|575.8 576|576.55 577|577.24 578|578.90 579|579.21 580|580.68 581|581.4 582|582.14 583|583.25 584|584.76 585|585.52 586|586.83 587|587.69 588|588.70 589|589.14 590|590.16 591|591.75 592|592.67 593|593.2 594|594.97 595|595.17 596|596.42 597|597.83 598|598.60 599|599.44 600|600.18 601|601.54 602|602.71 603|603.82 604|604.60 605|605.68 606|606.69 607|607.42 608|608.70 609|609.46 610|610.12 611|611.21 612|612.9 613|613.65 614|614.98 615|615.2 616|616.14 617|617.44 618|618.43 619|619.12 620|620.53 621|621.47 622|622.97 623|623.28 624|624.68 625|625.5 626|626.16 627|627.0 628|628.4 629|629.21 630|630.70 631|631.46 632|632.57 633|633.67 634|634.14 635|635.50 636|636.34 637|637.46 638|638.67 639|639.91 640|640.10 641|641.94 642|642.21 643|643.25 644|644.73 645|645.60 646|646.79 647|647.80 648|648.3 649|649.66 650|650.41 651|651.51 652|652.44 653|653.85 654|654.2 655|655.2 656|656.68 657|657.78 658|658.80 659|659.10 660|660.74 661|661.46 662|662.41 663|663.63 664|664.42 665|665.41 666|666.42 667|667.34 668|668.66 669|669.64 670|670.16 671|671.8 672|672.68 673|673.18 674|674.48 675|675.28 676|676.41 677|677.25 678|678.98 679|679.27 680|680.33 681|681.25 682|682.29 683|683.3 684|684.87 685|685.4 686|686.24 687|687.14 688|688.81 689|689.64 690|690.43 691|691.53 692|692.82 693|693.98 694|694.81 695|695.63 696|696.13 697|697.67 698|698.73 699|699.89 700|700.39 701|701.81 702|702.40 703|703.56 704|704.91 705|705.99 706|706.69 707|707.39 708|708.33 709|709.48 710|710.34 711|711.95 712|712.41 713|713.29 714|714.2 715|715.64 716|716.38 717|717.57 718|718.74 719|719.79 720|720.24 721|721.85 722|722.92 723|723.53 724|724.59 725|725.38 726|726.26 727|727.76 728|728.30 729|729.42 730|730.76 731|731.47 732|732.23 733|733.71 734|734.85 735|735.32 736|736.12 737|737.82 738|738.6 739|739.34 740|740.22 741|741.96 742|742.64 743|743.38 744|744.10 745|745.51 746|746.8 747|747.36 748|748.65 749|749.48 750|750.4 751|751.99 752|752.35 753|753.16 754|754.35 755|755.4 756|756.71 757|757.83 758|758.87 759|759.42 760|760.47 761|761.60 762|762.52 763|763.3 764|764.41 765|765.54 766|766.14 767|767.38 768|768.6 769|769.17 770|770.94 771|771.46 772|772.42 773|773.13 774|774.90 775|775.37 776|776.35 777|777.67 778|778.87 779|779.36 780|780.30 781|781.96 782|782.68 783|783.81 784|784.36 785|785.40 786|786.50 787|787.32 788|788.95 789|789.36 790|790.89 791|791.48 792|792.81 793|793.41 794|794.49 795|795.71 796|796.88 797|797.41 798|798.37 799|799.56 800|800.59 801|801.77 802|802.62 803|803.28 804|804.51 805|805.37 806|806.45 807|807.14 808|808.37 809|809.31 810|810.59 811|811.29 812|812.38 813|813.45 814|814.13 815|815.49 816|816.69 817|817.42 818|818.3 819|819.70 820|820.67 821|821.68 822|822.37 823|823.17 824|824.23 825|825.25 826|826.58 827|827.2 828|828.28 829|829.65 830|830.67 831|831.28 832|832.8 833|833.67 834|834.94 835|835.9 836|836.80 837|837.91 838|838.66 839|839.51 840|840.75 841|841.19 842|842.62 843|843.47 844|844.77 845|845.52 846|846.57 847|847.24 848|848.24 849|849.19 850|850.85 851|851.47 852|852.99 853|853.63 854|854.15 855|855.67 856|856.19 857|857.87 858|858.33 859|859.17 860|860.37 861|861.95 862|862.11 863|863.13 864|864.7 865|865.40 866|866.5 867|867.69 868|868.58 869|869.79 870|870.49 871|871.76 872|872.6 873|873.9 874|874.34 875|875.14 876|876.82 877|877.30 878|878.70 879|879.95 880|880.9 881|881.21 882|882.56 883|883.31 884|884.61 885|885.37 886|886.29 887|887.26 888|888.15 889|889.41 890|890.97 891|891.45 892|892.66 893|893.86 894|894.14 895|895.28 896|896.78 897|897.32 898|898.58 899|899.96 900|900.76 901|901.74 902|902.38 903|903.41 904|904.17 905|905.91 906|906.27 907|907.40 908|908.93 909|909.8 910|910.8 911|911.43 912|912.12 913|913.21 914|914.24 915|915.76 916|916.68 917|917.18 918|918.49 919|919.58 920|920.71 921|921.50 922|922.37 923|923.78 924|924.75 925|925.37 926|926.79 927|927.20 928|928.47 929|929.17 930|930.22 931|931.81 932|932.90 933|933.76 934|934.25 935|935.15 936|936.94 937|937.15 938|938.5 939|939.22 940|940.96 941|941.50 942|942.1 943|943.42 944|944.90 945|945.25 946|946.93 947|947.96 948|948.89 949|949.57 950|950.38 951|951.92 952|952.81 953|953.78 954|954.22 955|955.92 956|956.19 957|957.73 958|958.33 959|959.30 960|960.1 961|961.64 962|962.12 963|963.36 964|964.18 965|965.93 966|966.25 967|967.40 968|968.99 969|969.24 970|970.51 971|971.45 972|972.76 973|973.64 974|974.71 975|975.54 976|976.72 977|977.93 978|978.93 979|979.97 980|980.61 981|981.59 982|982.61 983|983.23 984|984.83 985|985.21 986|986.38 987|987.58 988|988.28 989|989.96 990|990.10 991|991.96 992|992.76 993|993.32 994|994.14 995|995.31 996|996.36 997|997.47 998|998.63 999|999.89 1000|1000.48 1001|1001.25 1002|1002.24 1003|1003.15 1004|1004.51 1005|1005.98 1006|1006.37 1007|1007.86 1008|1008.5 1009|1009.86 1010|1010.17 1011|1011.47 1012|1012.34 1013|1013.22 1014|1014.46 1015|1015.79 1016|1016.93 1017|1017.33 1018|1018.53 1019|1019.94 1020|1020.98 1021|1021.55 1022|1022.1 1023|1023.9 1024|1024.17 1025|1025.86 1026|1026.99 1027|1027.8 1028|1028.91 1029|1029.7 1030|1030.7 1031|1031.7 1032|1032.43 1033|1033.20 1034|1034.64 1035|1035.28 1036|1036.74 1037|1037.82 1038|1038.18 1039|1039.79 1040|1040.88 1041|1041.15 1042|1042.10 1043|1043.75 1044|1044.89 1045|1045.94 1046|1046.41 1047|1047.38 1048|1048.95 1049|1049.0 1050|1050.13 1051|1051.11 1052|1052.91 1053|1053.39 1054|1054.42 1055|1055.28 1056|1056.2 1057|1057.88 1058|1058.28 1059|1059.35 1060|1060.51 1061|1061.0 1062|1062.46 1063|1063.11 1064|1064.40 1065|1065.17 1066|1066.49 1067|1067.9 1068|1068.83 1069|1069.60 1070|1070.52 1071|1071.81 1072|1072.47 1073|1073.43 1074|1074.62 1075|1075.52 1076|1076.28 1077|1077.16 1078|1078.21 1079|1079.34 1080|1080.92 1081|1081.84 1082|1082.23 1083|1083.89 1084|1084.15 1085|1085.81 1086|1086.85 1087|1087.36 1088|1088.49 1089|1089.73 1090|1090.34 1091|1091.41 1092|1092.18 1093|1093.40 1094|1094.45 1095|1095.46 1096|1096.95 1097|1097.44 1098|1098.47 1099|1099.86 1100|1100.87 1101|1101.87 1102|1102.6 1103|1103.49 1104|1104.45 1105|1105.36 1106|1106.31 1107|1107.51 1108|1108.46 1109|1109.80 1110|1110.87 1111|1111.25 1112|1112.67 1113|1113.71 1114|1114.94 1115|1115.80 1116|1116.69 1117|1117.14 1118|1118.59 1119|1119.63 1120|1120.78 1121|1121.54 1122|1122.35 1123|1123.41 1124|1124.53 1125|1125.31 1126|1126.57 1127|1127.20 1128|1128.50 1129|1129.78 1130|1130.14 1131|1131.63 1132|1132.34 1133|1133.76 1134|1134.3 1135|1135.61 1136|1136.30 1137|1137.7 1138|1138.64 1139|1139.5 1140|1140.42 1141|1141.66 1142|1142.52 1143|1143.53 1144|1144.68 1145|1145.23 1146|1146.41 1147|1147.94 1148|1148.20 1149|1149.56 1150|1150.28 1151|1151.21 1152|1152.19 1153|1153.7 1154|1154.82 1155|1155.42 1156|1156.31 1157|1157.14 1158|1158.91 1159|1159.95 1160|1160.78 1161|1161.69 1162|1162.25 1163|1163.53 1164|1164.26 1165|1165.48 1166|1166.78 1167|1167.59 1168|1168.53 1169|1169.14 1170|1170.73 1171|1171.39 1172|1172.93 1173|1173.40 1174|1174.83 1175|1175.43 1176|1176.50 1177|1177.19 1178|1178.59 1179|1179.49 1180|1180.38 1181|1181.38 1182|1182.99 1183|1183.34 1184|1184.65 1185|1185.23 1186|1186.44 1187|1187.39 1188|1188.18 1189|1189.59 1190|1190.18 1191|1191.56 1192|1192.51 1193|1193.15 1194|1194.76 1195|1195.99 1196|1196.56 1197|1197.59 1198|1198.31 1199|1199.8 1200|1200.46 1201|1201.5 1202|1202.90 1203|1203.97 1204|1204.97 1205|1205.20 1206|1206.99 1207|1207.96 1208|1208.75 1209|1209.51 1210|1210.6 1211|1211.90 1212|1212.42 1213|1213.77 1214|1214.26 1215|1215.12 1216|1216.14 1217|1217.37 1218|1218.46 1219|1219.81 1220|1220.21 1221|1221.59 1222|1222.37 1223|1223.74 1224|1224.60 1225|1225.68 1226|1226.50 1227|1227.30 1228|1228.34 1229|1229.88 1230|1230.88 1231|1231.29 1232|1232.41 1233|1233.66 1234|1234.6 1235|1235.9 1236|1236.90 1237|1237.63 1238|1238.94 1239|1239.90 1240|1240.46 1241|1241.20 1242|1242.52 1243|1243.12 1244|1244.28 1245|1245.74 1246|1246.82 1247|1247.48 1248|1248.99 1249|1249.36 1250|1250.17 1251|1251.54 1252|1252.15 1253|1253.77 1254|1254.13 1255|1255.5 1256|1256.21 1257|1257.66 1258|1258.5 1259|1259.60 1260|1260.45 1261|1261.45 1262|1262.43 1263|1263.85 1264|1264.70 1265|1265.33 1266|1266.31 1267|1267.99 1268|1268.92 1269|1269.26 1270|1270.72 1271|1271.12 1272|1272.98 1273|1273.45 1274|1274.83 1275|1275.81 1276|1276.82 1277|1277.40 1278|1278.77 1279|1279.82 1280|1280.4 1281|1281.94 1282|1282.55 1283|1283.80 1284|1284.90 1285|1285.43 1286|1286.26 1287|1287.63 1288|1288.9 1289|1289.78 1290|1290.37 1291|1291.45 1292|1292.39 1293|1293.10 1294|1294.18 1295|1295.47 1296|1296.14 1297|1297.48 1298|1298.10 1299|1299.42 1300|1300.10 1301|1301.96 1302|1302.24 1303|1303.70 1304|1304.7 1305|1305.25 1306|1306.91 1307|1307.99 1308|1308.58 1309|1309.19 1310|1310.55 1311|1311.41 1312|1312.83 1313|1313.24 1314|1314.31 1315|1315.5 1316|1316.95 1317|1317.0 1318|1318.54 1319|1319.47 1320|1320.0 1321|1321.33 1322|1322.35 1323|1323.93 1324|1324.90 1325|1325.88 1326|1326.64 1327|1327.65 1328|1328.77 1329|1329.45 1330|1330.92 1331|1331.41 1332|1332.5 1333|1333.96 1334|1334.8 1335|1335.80 1336|1336.28 1337|1337.45 1338|1338.30 1339|1339.78 1340|1340.85 1341|1341.82 1342|1342.85 1343|1343.84 1344|1344.20 1345|1345.33 1346|1346.86 1347|1347.49 1348|1348.25 1349|1349.48 1350|1350.37 1351|1351.49 1352|1352.7 1353|1353.20 1354|1354.66 1355|1355.72 1356|1356.83 1357|1357.5 1358|1358.2 1359|1359.7 1360|1360.0 </str>
<float name="score">1.0</float></doc>
<doc>
<str name="id">2</str>
<int name="id_i">2</int>
<float name="default_amount_f">19311.0</float>
<str name="amounts_dpf">1|1.95 2|2.65 3|3.45 4|4.32 5|5.30 6|6.43 7|7.90 8|8.20 9|9.17 10|10.7 11|11.74 12|12.99 13|13.86 14|14.22 15|15.85 16|16.66 17|17.67 18|18.74 19|19.30 20|20.62 21|21.28 22|22.50 23|23.11 24|24.50 25|25.87 26|26.7 27|27.2 28|28.4 29|29.94 30|30.51 31|31.0 32|32.0 33|33.32 34|34.17 35|35.93 36|36.74 37|37.96 38|38.99 39|39.70 40|40.20 41|41.88 42|42.86 43|43.33 44|44.21 45|45.15 46|46.43 47|47.64 48|48.39 49|49.73 50|50.2 51|51.23 52|52.41 53|53.49 54|54.86 55|55.23 56|56.27 57|57.34 58|58.17 59|59.59 60|60.33 61|61.70 62|62.66 63|63.79 64|64.15 65|65.21 66|66.54 67|67.40 68|68.19 69|69.55 70|70.78 71|71.12 72|72.96 73|73.72 74|74.7 75|75.60 76|76.80 77|77.85 78|78.38 79|79.43 80|80.89 81|81.16 82|82.30 83|83.15 84|84.91 85|85.83 86|86.31 87|87.38 88|88.33 89|89.48 90|90.77 91|91.71 92|92.17 93|93.57 94|94.84 95|95.10 96|96.81 97|97.88 98|98.86 99|99.7 100|100.3 101|101.39 102|102.0 103|103.56 104|104.31 105|105.79 106|106.39 107|107.44 108|108.49 109|109.26 110|110.79 111|111.92 112|112.75 113|113.43 114|114.44 115|115.62 116|116.16 117|117.39 118|118.60 119|119.43 120|120.30 121|121.58 122|122.73 123|123.88 124|124.47 125|125.86 126|126.56 127|127.36 128|128.40 129|129.21 130|130.47 131|131.28 132|132.26 133|133.82 134|134.42 135|135.84 136|136.98 137|137.59 138|138.50 139|139.42 140|140.86 141|141.10 142|142.25 143|143.32 144|144.64 145|145.74 146|146.22 147|147.62 148|148.81 149|149.36 150|150.50 151|151.3 152|152.46 153|153.23 154|154.22 155|155.9 156|156.35 157|157.35 158|158.83 159|159.64 160|160.53 161|161.67 162|162.47 163|163.32 164|164.41 165|165.64 166|166.69 167|167.70 168|168.45 169|169.74 170|170.71 171|171.11 172|172.8 173|173.16 174|174.7 175|175.27 176|176.51 177|177.13 178|178.53 179|179.79 180|180.13 181|181.58 182|182.39 183|183.24 184|184.54 185|185.16 186|186.73 187|187.35 188|188.28 189|189.45 190|190.12 191|191.31 192|192.40 193|193.25 194|194.50 195|195.53 196|196.31 197|197.66 198|198.50 199|199.1 200|200.32 201|201.11 202|202.22 203|203.96 204|204.46 205|205.27 206|206.63 207|207.20 208|208.19 209|209.53 210|210.35 211|211.48 212|212.71 213|213.95 214|214.77 215|215.14 216|216.18 217|217.15 218|218.7 219|219.97 220|220.39 221|221.93 222|222.36 223|223.81 224|224.47 225|225.42 226|226.28 227|227.89 228|228.96 229|229.40 230|230.26 231|231.25 232|232.38 233|233.78 234|234.39 235|235.84 236|236.41 237|237.41 238|238.49 239|239.76 240|240.89 241|241.94 242|242.12 243|243.58 244|244.59 245|245.86 246|246.48 247|247.26 248|248.95 249|249.65 250|250.41 251|251.8 252|252.17 253|253.77 254|254.97 255|255.61 256|256.26 257|257.28 258|258.42 259|259.31 260|260.3 261|261.13 262|262.96 263|263.9 264|264.84 265|265.63 266|266.13 267|267.27 268|268.44 269|269.30 270|270.93 271|271.56 272|272.47 273|273.76 274|274.18 275|275.65 276|276.6 277|277.78 278|278.85 279|279.87 280|280.38 281|281.15 282|282.79 283|283.25 284|284.0 285|285.63 286|286.95 287|287.23 288|288.45 289|289.82 290|290.27 291|291.49 292|292.94 293|293.85 294|294.14 295|295.43 296|296.54 297|297.76 298|298.93 299|299.83 300|300.94 301|301.46 302|302.89 303|303.48 304|304.56 305|305.79 306|306.19 307|307.7 308|308.67 309|309.92 310|310.31 311|311.48 312|312.61 313|313.81 314|314.0 315|315.96 316|316.55 317|317.41 318|318.84 319|319.3 320|320.26 321|321.29 322|322.60 323|323.81 324|324.20 325|325.91 326|326.32 327|327.0 328|328.85 329|329.24 330|330.80 331|331.62 332|332.17 333|333.64 334|334.57 335|335.1 336|336.19 337|337.45 338|338.66 339|339.97 340|340.1 341|341.29 342|342.89 343|343.94 344|344.61 345|345.60 346|346.35 347|347.44 348|348.99 349|349.59 350|350.99 351|351.47 352|352.78 353|353.60 354|354.46 355|355.92 356|356.82 357|357.79 358|358.12 359|359.54 360|360.64 361|361.83 362|362.74 363|363.13 364|364.8 365|365.57 366|366.62 367|367.4 368|368.6 369|369.54 370|370.27 371|371.26 372|372.16 373|373.18 374|374.22 375|375.75 376|376.96 377|377.84 378|378.90 379|379.47 380|380.96 381|381.39 382|382.77 383|383.88 384|384.52 385|385.48 386|386.93 387|387.43 388|388.10 389|389.3 390|390.57 391|391.92 392|392.92 393|393.33 394|394.22 395|395.4 396|396.26 397|397.95 398|398.93 399|399.10 400|400.58 401|401.0 402|402.56 403|403.30 404|404.22 405|405.84 406|406.5 407|407.57 408|408.12 409|409.49 410|410.27 411|411.61 412|412.41 413|413.70 414|414.99 415|415.52 416|416.4 417|417.71 418|418.21 419|419.57 420|420.65 421|421.5 422|422.19 423|423.79 424|424.59 425|425.36 426|426.67 427|427.96 428|428.93 429|429.88 430|430.2 431|431.37 432|432.68 433|433.5 434|434.44 435|435.51 436|436.39 437|437.96 438|438.39 439|439.29 440|440.99 441|441.7 442|442.17 443|443.71 444|444.67 445|445.23 446|446.65 447|447.62 448|448.45 449|449.81 450|450.6 451|451.73 452|452.83 453|453.1 454|454.23 455|455.83 456|456.72 457|457.92 458|458.91 459|459.53 460|460.97 461|461.45 462|462.57 463|463.81 464|464.22 465|465.67 466|466.66 467|467.53 468|468.40 469|469.27 470|470.59 471|471.55 472|472.8 473|473.75 474|474.29 475|475.48 476|476.10 477|477.42 478|478.16 479|479.53 480|480.31 481|481.62 482|482.34 483|483.40 484|484.66 485|485.16 486|486.93 487|487.30 488|488.98 489|489.72 490|490.40 491|491.49 492|492.35 493|493.22 494|494.56 495|495.94 496|496.43 497|497.59 498|498.93 499|499.93 500|500.77 501|501.58 502|502.29 503|503.33 504|504.88 505|505.28 506|506.45 507|507.93 508|508.39 509|509.88 510|510.60 511|511.58 512|512.11 513|513.89 514|514.47 515|515.46 516|516.94 517|517.96 518|518.92 519|519.62 520|520.81 521|521.42 522|522.58 523|523.64 524|524.7 525|525.77 526|526.75 527|527.32 528|528.90 529|529.90 530|530.87 531|531.24 532|532.4 533|533.46 534|534.52 535|535.51 536|536.41 537|537.35 538|538.98 539|539.9 540|540.26 541|541.57 542|542.43 543|543.79 544|544.55 545|545.44 546|546.92 547|547.3 548|548.92 549|549.73 550|550.20 551|551.10 552|552.53 553|553.75 554|554.5 555|555.18 556|556.11 557|557.9 558|558.70 559|559.79 560|560.10 561|561.77 562|562.36 563|563.76 564|564.22 565|565.36 566|566.94 567|567.70 568|568.88 569|569.73 570|570.56 571|571.8 572|572.76 573|573.55 574|574.68 575|575.5 576|576.55 577|577.13 578|578.55 579|579.88 580|580.49 581|581.26 582|582.99 583|583.63 584|584.79 585|585.76 586|586.30 587|587.25 588|588.41 589|589.15 590|590.51 591|591.58 592|592.25 593|593.96 594|594.27 595|595.58 596|596.6 597|597.30 598|598.15 599|599.85 600|600.53 601|601.78 602|602.67 603|603.42 604|604.72 605|605.93 606|606.66 607|607.17 608|608.13 609|609.84 610|610.86 611|611.18 612|612.76 613|613.12 614|614.1 615|615.85 616|616.8 617|617.6 618|618.39 619|619.2 620|620.74 621|621.15 622|622.36 623|623.62 624|624.85 625|625.64 626|626.27 627|627.89 628|628.51 629|629.6 630|630.81 631|631.45 632|632.42 633|633.24 634|634.60 635|635.13 636|636.56 637|637.61 638|638.69 639|639.47 640|640.8 641|641.18 642|642.64 643|643.58 644|644.8 645|645.41 646|646.15 647|647.96 648|648.19 649|649.73 650|650.83 651|651.81 652|652.11 653|653.63 654|654.57 655|655.23 656|656.54 657|657.50 658|658.46 659|659.3 660|660.97 661|661.78 662|662.39 663|663.73 664|664.37 665|665.17 666|666.68 667|667.73 668|668.53 669|669.32 670|670.34 671|671.33 672|672.70 673|673.72 674|674.92 675|675.71 676|676.18 677|677.87 678|678.51 679|679.74 680|680.28 681|681.83 682|682.81 683|683.22 684|684.24 685|685.87 686|686.18 687|687.2 688|688.48 689|689.38 690|690.68 691|691.57 692|692.90 693|693.38 694|694.48 695|695.90 696|696.71 697|697.97 698|698.38 699|699.32 700|700.1 701|701.59 702|702.34 703|703.93 704|704.18 705|705.28 706|706.81 707|707.38 708|708.79 709|709.11 710|710.15 711|711.69 712|712.61 713|713.26 714|714.11 715|715.85 716|716.37 717|717.51 718|718.59 719|719.20 720|720.6 721|721.4 722|722.30 723|723.82 724|724.70 725|725.59 726|726.13 727|727.22 728|728.50 729|729.26 730|730.44 731|731.60 732|732.35 733|733.39 734|734.71 735|735.0 736|736.25 737|737.20 738|738.98 739|739.23 740|740.80 741|741.51 742|742.68 743|743.83 744|744.98 745|745.36 746|746.1 747|747.63 748|748.14 749|749.17 750|750.77 751|751.47 752|752.49 753|753.73 754|754.44 755|755.19 756|756.9 757|757.44 758|758.5 759|759.75 760|760.1 761|761.61 762|762.16 763|763.46 764|764.2 765|765.87 766|766.90 767|767.40 768|768.23 769|769.84 770|770.29 771|771.12 772|772.42 773|773.37 774|774.95 775|775.68 776|776.87 777|777.71 778|778.54 779|779.5 780|780.82 781|781.93 782|782.71 783|783.42 784|784.11 785|785.34 786|786.82 787|787.89 788|788.34 789|789.92 790|790.74 791|791.86 792|792.39 793|793.38 794|794.96 795|795.78 796|796.54 797|797.87 798|798.91 799|799.54 800|800.33 801|801.86 802|802.61 803|803.87 804|804.15 805|805.15 806|806.50 807|807.49 808|808.5 809|809.45 810|810.4 811|811.31 812|812.84 813|813.37 814|814.84 815|815.46 816|816.22 817|817.26 818|818.63 819|819.95 820|820.9 821|821.87 822|822.45 823|823.66 824|824.26 825|825.23 826|826.33 827|827.94 828|828.59 829|829.49 830|830.64 831|831.71 832|832.95 833|833.38 834|834.87 835|835.52 836|836.94 837|837.81 838|838.28 839|839.26 840|840.76 841|841.82 842|842.41 843|843.12 844|844.74 845|845.28 846|846.13 847|847.23 848|848.0 849|849.70 850|850.58 851|851.14 852|852.87 853|853.5 854|854.69 855|855.69 856|856.64 857|857.66 858|858.30 859|859.23 860|860.21 861|861.9 862|862.42 863|863.60 864|864.46 865|865.11 866|866.84 867|867.69 868|868.20 869|869.35 870|870.7 871|871.13 872|872.54 873|873.81 874|874.80 875|875.4 876|876.79 877|877.85 878|878.37 879|879.98 880|880.79 881|881.57 882|882.95 883|883.66 884|884.26 885|885.66 886|886.97 887|887.8 888|888.94 889|889.40 890|890.48 891|891.31 892|892.91 893|893.29 894|894.37 895|895.97 896|896.79 897|897.4 898|898.66 899|899.7 900|900.29 901|901.97 902|902.61 903|903.4 904|904.19 905|905.22 906|906.50 907|907.60 908|908.47 909|909.81 910|910.97 911|911.33 912|912.50 913|913.57 914|914.11 915|915.72 916|916.99 917|917.25 918|918.35 919|919.76 920|920.14 921|921.4 922|922.98 923|923.12 924|924.8 925|925.39 926|926.63 927|927.26 928|928.63 929|929.89 930|930.4 931|931.32 932|932.50 933|933.18 934|934.57 935|935.28 936|936.53 937|937.19 938|938.20 939|939.62 940|940.93 941|941.97 942|942.23 943|943.69 944|944.31 945|945.28 946|946.59 947|947.88 948|948.50 949|949.4 950|950.84 951|951.92 952|952.46 953|953.62 954|954.53 955|955.82 956|956.66 957|957.42 958|958.75 959|959.94 960|960.14 961|961.85 962|962.77 963|963.40 964|964.61 965|965.36 966|966.33 967|967.86 968|968.57 969|969.54 970|970.16 971|971.69 972|972.57 973|973.1 974|974.32 975|975.73 976|976.53 977|977.74 978|978.22 979|979.33 980|980.31 981|981.24 982|982.58 983|983.66 984|984.37 985|985.79 986|986.59 987|987.71 988|988.88 989|989.44 990|990.26 991|991.43 992|992.1 993|993.3 994|994.77 995|995.32 996|996.39 997|997.1 998|998.39 999|999.34 1000|1000.55 1001|1001.50 1002|1002.32 1003|1003.19 1004|1004.67 1005|1005.45 1006|1006.59 1007|1007.35 1008|1008.70 1009|1009.65 1010|1010.0 1011|1011.69 1012|1012.74 1013|1013.84 1014|1014.81 1015|1015.94 1016|1016.81 1017|1017.75 1018|1018.42 1019|1019.12 1020|1020.94 1021|1021.19 1022|1022.21 1023|1023.78 1024|1024.62 1025|1025.51 1026|1026.87 1027|1027.25 1028|1028.3 1029|1029.90 1030|1030.18 1031|1031.22 1032|1032.64 1033|1033.76 1034|1034.7 1035|1035.41 1036|1036.25 1037|1037.18 1038|1038.78 1039|1039.50 1040|1040.69 1041|1041.86 1042|1042.81 1043|1043.80 1044|1044.35 1045|1045.91 1046|1046.37 1047|1047.68 1048|1048.90 1049|1049.85 1050|1050.57 1051|1051.31 1052|1052.48 1053|1053.62 1054|1054.13 1055|1055.0 1056|1056.48 1057|1057.84 1058|1058.80 1059|1059.64 1060|1060.99 1061|1061.10 1062|1062.0 1063|1063.5 1064|1064.38 1065|1065.76 1066|1066.85 1067|1067.5 1068|1068.98 1069|1069.97 1070|1070.83 1071|1071.68 1072|1072.25 1073|1073.62 1074|1074.75 1075|1075.91 1076|1076.74 1077|1077.5 1078|1078.44 1079|1079.11 1080|1080.77 1081|1081.82 1082|1082.38 1083|1083.77 1084|1084.53 1085|1085.33 1086|1086.94 1087|1087.9 1088|1088.45 1089|1089.75 1090|1090.27 1091|1091.3 1092|1092.43 1093|1093.31 1094|1094.87 1095|1095.98 1096|1096.12 1097|1097.17 1098|1098.35 1099|1099.57 1100|1100.71 1101|1101.13 1102|1102.49 1103|1103.17 1104|1104.51 1105|1105.40 1106|1106.34 1107|1107.79 1108|1108.51 1109|1109.99 1110|1110.47 1111|1111.8 1112|1112.22 1113|1113.84 1114|1114.70 1115|1115.95 1116|1116.16 1117|1117.58 1118|1118.13 1119|1119.68 1120|1120.74 1121|1121.63 1122|1122.88 1123|1123.47 1124|1124.53 1125|1125.55 1126|1126.19 1127|1127.0 1128|1128.78 1129|1129.84 1130|1130.35 1131|1131.25 1132|1132.81 1133|1133.96 1134|1134.76 1135|1135.36 1136|1136.34 1137|1137.1 1138|1138.72 1139|1139.74 1140|1140.53 1141|1141.72 1142|1142.27 1143|1143.35 1144|1144.46 1145|1145.63 1146|1146.56 1147|1147.63 1148|1148.45 1149|1149.76 1150|1150.71 1151|1151.23 1152|1152.49 1153|1153.46 1154|1154.36 1155|1155.48 1156|1156.53 1157|1157.36 1158|1158.81 1159|1159.44 1160|1160.31 1161|1161.36 1162|1162.76 1163|1163.85 1164|1164.96 1165|1165.85 1166|1166.35 1167|1167.86 1168|1168.94 1169|1169.79 1170|1170.28 1171|1171.6 1172|1172.15 1173|1173.68 1174|1174.58 1175|1175.88 1176|1176.18 1177|1177.62 1178|1178.61 1179|1179.48 1180|1180.99 1181|1181.94 1182|1182.68 1183|1183.96 1184|1184.63 1185|1185.80 1186|1186.52 1187|1187.28 1188|1188.64 1189|1189.15 1190|1190.50 1191|1191.3 1192|1192.57 1193|1193.93 1194|1194.4 1195|1195.51 1196|1196.63 1197|1197.33 1198|1198.64 1199|1199.62 1200|1200.73 1201|1201.60 1202|1202.86 1203|1203.89 1204|1204.56 1205|1205.49 1206|1206.60 1207|1207.83 1208|1208.75 1209|1209.94 1210|1210.3 1211|1211.93 1212|1212.64 1213|1213.21 1214|1214.12 1215|1215.24 1216|1216.96 1217|1217.94 1218|1218.88 1219|1219.94 1220|1220.38 1221|1221.25 1222|1222.17 1223|1223.77 1224|1224.49 1225|1225.35 1226|1226.27 1227|1227.49 1228|1228.80 1229|1229.2 1230|1230.17 1231|1231.29 1232|1232.16 1233|1233.15 1234|1234.32 1235|1235.72 1236|1236.25 1237|1237.42 1238|1238.7 1239|1239.28 1240|1240.70 1241|1241.2 1242|1242.42 1243|1243.16 1244|1244.67 1245|1245.43 1246|1246.85 1247|1247.25 1248|1248.65 1249|1249.95 1250|1250.42 1251|1251.97 1252|1252.69 1253|1253.71 1254|1254.24 1255|1255.33 1256|1256.60 1257|1257.45 1258|1258.74 1259|1259.92 1260|1260.10 1261|1261.40 1262|1262.21 1263|1263.55 1264|1264.95 1265|1265.79 1266|1266.57 1267|1267.9 1268|1268.58 1269|1269.79 1270|1270.28 1271|1271.27 1272|1272.97 1273|1273.47 1274|1274.1 1275|1275.49 1276|1276.24 1277|1277.84 1278|1278.34 1279|1279.33 1280|1280.25 1281|1281.32 1282|1282.5 1283|1283.71 1284|1284.40 1285|1285.4 1286|1286.71 1287|1287.7 1288|1288.32 1289|1289.71 1290|1290.84 1291|1291.69 1292|1292.49 1293|1293.1 1294|1294.20 1295|1295.20 1296|1296.85 1297|1297.88 1298|1298.76 1299|1299.32 1300|1300.46 1301|1301.32 1302|1302.15 1303|1303.57 1304|1304.94 1305|1305.60 1306|1306.66 1307|1307.44 1308|1308.70 1309|1309.62 1310|1310.44 1311|1311.87 1312|1312.79 1313|1313.40 1314|1314.81 1315|1315.25 1316|1316.69 1317|1317.37 1318|1318.93 1319|1319.88 1320|1320.60 1321|1321.87 1322|1322.15 1323|1323.59 1324|1324.32 1325|1325.74 1326|1326.9 1327|1327.38 1328|1328.29 1329|1329.31 1330|1330.41 1331|1331.58 1332|1332.94 1333|1333.6 1334|1334.31 1335|1335.53 1336|1336.22 1337|1337.25 1338|1338.10 1339|1339.58 1340|1340.48 1341|1341.58 1342|1342.91 1343|1343.50 1344|1344.76 1345|1345.51 1346|1346.87 1347|1347.38 1348|1348.58 1349|1349.7 1350|1350.67 1351|1351.32 1352|1352.7 1353|1353.35 1354|1354.25 1355|1355.42 1356|1356.88 1357|1357.71 1358|1358.96 1359|1359.94 1360|1360.61 </str>
<float name="score">1.0</float></doc>
<doc>
<str name="id">3</str>
<int name="id_i">3</int>
<float name="default_amount_f">19522.0</float>
<str name="amounts_dpf">1|1.44 2|2.28 3|3.44 4|4.19 5|5.9 6|6.76 7|7.49 8|8.65 9|9.57 10|10.36 11|11.3 12|12.10 13|13.8 14|14.79 15|15.19 16|16.97 17|17.72 18|18.46 19|19.14 20|20.79 21|21.39 22|22.51 23|23.59 24|24.32 25|25.70 26|26.81 27|27.38 28|28.49 29|29.47 30|30.45 31|31.26 32|32.15 33|33.64 34|34.62 35|35.20 36|36.14 37|37.40 38|38.71 39|39.26 40|40.76 41|41.15 42|42.20 43|43.90 44|44.26 45|45.53 46|46.95 47|47.63 48|48.11 49|49.90 50|50.16 51|51.59 52|52.66 53|53.99 54|54.72 55|55.30 56|56.79 57|57.42 58|58.39 59|59.52 60|60.39 61|61.40 62|62.81 63|63.36 64|64.17 65|65.71 66|66.74 67|67.11 68|68.23 69|69.48 70|70.89 71|71.22 72|72.6 73|73.30 74|74.40 75|75.40 76|76.54 77|77.94 78|78.89 79|79.36 80|80.1 81|81.71 82|82.41 83|83.89 84|84.20 85|85.41 86|86.88 87|87.83 88|88.6 89|89.56 90|90.36 91|91.83 92|92.53 93|93.87 94|94.55 95|95.53 96|96.94 97|97.32 98|98.9 99|99.34 100|100.19 101|101.78 102|102.36 103|103.81 104|104.11 105|105.54 106|106.52 107|107.82 108|108.26 109|109.64 110|110.10 111|111.38 112|112.59 113|113.82 114|114.0 115|115.3 116|116.20 117|117.9 118|118.60 119|119.39 120|120.80 121|121.78 122|122.1 123|123.49 124|124.56 125|125.53 126|126.48 127|127.87 128|128.92 129|129.86 130|130.7 131|131.47 132|132.2 133|133.63 134|134.13 135|135.22 136|136.79 137|137.28 138|138.85 139|139.45 140|140.97 141|141.24 142|142.58 143|143.19 144|144.28 145|145.81 146|146.49 147|147.76 148|148.20 149|149.35 150|150.85 151|151.3 152|152.26 153|153.61 154|154.15 155|155.44 156|156.77 157|157.24 158|158.73 159|159.64 160|160.83 161|161.57 162|162.17 163|163.67 164|164.75 165|165.49 166|166.69 167|167.88 168|168.78 169|169.50 170|170.27 171|171.68 172|172.72 173|173.91 174|174.28 175|175.1 176|176.76 177|177.6 178|178.43 179|179.4 180|180.32 181|181.60 182|182.48 183|183.40 184|184.35 185|185.0 186|186.80 187|187.54 188|188.77 189|189.25 190|190.64 191|191.79 192|192.22 193|193.93 194|194.83 195|195.56 196|196.59 197|197.54 198|198.63 199|199.54 200|200.1 201|201.57 202|202.25 203|203.59 204|204.81 205|205.84 206|206.98 207|207.94 208|208.0 209|209.45 210|210.35 211|211.11 212|212.11 213|213.72 214|214.57 215|215.60 216|216.37 217|217.54 218|218.99 219|219.30 220|220.46 221|221.84 222|222.45 223|223.85 224|224.55 225|225.74 226|226.33 227|227.19 228|228.42 229|229.8 230|230.7 231|231.85 232|232.82 233|233.33 234|234.59 235|235.51 236|236.10 237|237.62 238|238.89 239|239.98 240|240.88 241|241.40 242|242.13 243|243.16 244|244.55 245|245.62 246|246.16 247|247.78 248|248.20 249|249.58 250|250.3 251|251.23 252|252.38 253|253.51 254|254.73 255|255.97 256|256.44 257|257.56 258|258.38 259|259.60 260|260.92 261|261.50 262|262.6 263|263.20 264|264.77 265|265.67 266|266.41 267|267.5 268|268.57 269|269.5 270|270.92 271|271.86 272|272.91 273|273.53 274|274.42 275|275.24 276|276.43 277|277.21 278|278.87 279|279.90 280|280.85 281|281.31 282|282.55 283|283.42 284|284.12 285|285.63 286|286.6 287|287.38 288|288.10 289|289.1 290|290.11 291|291.79 292|292.22 293|293.74 294|294.31 295|295.47 296|296.4 297|297.51 298|298.98 299|299.30 300|300.91 301|301.40 302|302.59 303|303.81 304|304.9 305|305.71 306|306.59 307|307.45 308|308.9 309|309.24 310|310.54 311|311.63 312|312.84 313|313.69 314|314.78 315|315.32 316|316.1 317|317.96 318|318.88 319|319.37 320|320.39 321|321.92 322|322.28 323|323.76 324|324.20 325|325.71 326|326.74 327|327.14 328|328.6 329|329.96 330|330.88 331|331.86 332|332.64 333|333.66 334|334.11 335|335.95 336|336.51 337|337.50 338|338.63 339|339.62 340|340.94 341|341.90 342|342.68 343|343.71 344|344.68 345|345.75 346|346.8 347|347.93 348|348.68 349|349.99 350|350.97 351|351.83 352|352.89 353|353.7 354|354.62 355|355.49 356|356.41 357|357.14 358|358.16 359|359.55 360|360.18 361|361.37 362|362.50 363|363.24 364|364.63 365|365.42 366|366.65 367|367.49 368|368.76 369|369.48 370|370.71 371|371.20 372|372.49 373|373.71 374|374.87 375|375.39 376|376.40 377|377.20 378|378.3 379|379.23 380|380.66 381|381.12 382|382.70 383|383.42 384|384.16 385|385.23 386|386.27 387|387.94 388|388.41 389|389.16 390|390.13 391|391.1 392|392.31 393|393.12 394|394.36 395|395.12 396|396.63 397|397.56 398|398.65 399|399.45 400|400.19 401|401.33 402|402.79 403|403.36 404|404.77 405|405.82 406|406.88 407|407.72 408|408.99 409|409.88 410|410.53 411|411.62 412|412.53 413|413.88 414|414.16 415|415.43 416|416.63 417|417.98 418|418.0 419|419.82 420|420.86 421|421.29 422|422.84 423|423.32 424|424.8 425|425.80 426|426.25 427|427.31 428|428.66 429|429.69 430|430.88 431|431.13 432|432.4 433|433.68 434|434.67 435|435.24 436|436.92 437|437.96 438|438.62 439|439.81 440|440.8 441|441.78 442|442.37 443|443.86 444|444.70 445|445.68 446|446.39 447|447.69 448|448.26 449|449.27 450|450.2 451|451.85 452|452.14 453|453.35 454|454.76 455|455.98 456|456.91 457|457.95 458|458.47 459|459.35 460|460.4 461|461.31 462|462.55 463|463.5 464|464.31 465|465.27 466|466.61 467|467.73 468|468.64 469|469.20 470|470.91 471|471.16 472|472.21 473|473.70 474|474.63 475|475.56 476|476.78 477|477.19 478|478.56 479|479.3 480|480.16 481|481.22 482|482.87 483|483.65 484|484.6 485|485.82 486|486.43 487|487.65 488|488.66 489|489.97 490|490.44 491|491.75 492|492.75 493|493.66 494|494.0 495|495.71 496|496.2 497|497.10 498|498.51 499|499.37 500|500.76 501|501.53 502|502.93 503|503.15 504|504.96 505|505.65 506|506.52 507|507.41 508|508.74 509|509.38 510|510.51 511|511.70 512|512.41 513|513.95 514|514.32 515|515.11 516|516.78 517|517.39 518|518.94 519|519.42 520|520.50 521|521.63 522|522.17 523|523.35 524|524.18 525|525.43 526|526.17 527|527.57 528|528.34 529|529.64 530|530.37 531|531.79 532|532.57 533|533.76 534|534.71 535|535.44 536|536.99 537|537.96 538|538.35 539|539.1 540|540.50 541|541.30 542|542.51 543|543.37 544|544.89 545|545.42 546|546.99 547|547.6 548|548.34 549|549.65 550|550.71 551|551.54 552|552.8 553|553.21 554|554.62 555|555.84 556|556.96 557|557.37 558|558.70 559|559.57 560|560.77 561|561.17 562|562.87 563|563.39 564|564.35 565|565.87 566|566.89 567|567.81 568|568.64 569|569.87 570|570.3 571|571.77 572|572.42 573|573.29 574|574.77 575|575.89 576|576.79 577|577.41 578|578.67 579|579.46 580|580.40 581|581.85 582|582.0 583|583.29 584|584.70 585|585.94 586|586.29 587|587.57 588|588.52 589|589.10 590|590.89 591|591.81 592|592.34 593|593.9 594|594.5 595|595.81 596|596.49 597|597.24 598|598.93 599|599.86 600|600.79 601|601.96 602|602.56 603|603.87 604|604.53 605|605.41 606|606.93 607|607.60 608|608.55 609|609.7 610|610.94 611|611.38 612|612.28 613|613.30 614|614.4 615|615.9 616|616.23 617|617.92 618|618.33 619|619.90 620|620.56 621|621.88 622|622.43 623|623.20 624|624.6 625|625.26 626|626.1 627|627.4 628|628.79 629|629.50 630|630.1 631|631.55 632|632.44 633|633.93 634|634.29 635|635.29 636|636.26 637|637.52 638|638.96 639|639.29 640|640.76 641|641.67 642|642.2 643|643.19 644|644.92 645|645.57 646|646.47 647|647.61 648|648.58 649|649.95 650|650.76 651|651.11 652|652.18 653|653.52 654|654.95 655|655.20 656|656.26 657|657.46 658|658.67 659|659.90 660|660.13 661|661.84 662|662.51 663|663.76 664|664.88 665|665.43 666|666.83 667|667.22 668|668.38 669|669.85 670|670.43 671|671.76 672|672.57 673|673.69 674|674.37 675|675.8 676|676.2 677|677.0 678|678.16 679|679.32 680|680.26 681|681.79 682|682.34 683|683.60 684|684.97 685|685.19 686|686.64 687|687.42 688|688.42 689|689.35 690|690.9 691|691.16 692|692.81 693|693.97 694|694.79 695|695.57 696|696.31 697|697.75 698|698.68 699|699.50 700|700.31 701|701.15 702|702.69 703|703.34 704|704.75 705|705.89 706|706.11 707|707.82 708|708.63 709|709.31 710|710.3 711|711.77 712|712.28 713|713.65 714|714.64 715|715.16 716|716.44 717|717.44 718|718.45 719|719.68 720|720.81 721|721.77 722|722.64 723|723.80 724|724.44 725|725.16 726|726.37 727|727.16 728|728.83 729|729.79 730|730.64 731|731.10 732|732.23 733|733.25 734|734.68 735|735.53 736|736.54 737|737.67 738|738.55 739|739.85 740|740.95 741|741.80 742|742.40 743|743.73 744|744.54 745|745.9 746|746.98 747|747.81 748|748.76 749|749.5 750|750.19 751|751.17 752|752.41 753|753.62 754|754.52 755|755.70 756|756.74 757|757.36 758|758.23 759|759.90 760|760.0 761|761.34 762|762.52 763|763.61 764|764.21 765|765.70 766|766.99 767|767.71 768|768.78 769|769.67 770|770.70 771|771.11 772|772.61 773|773.33 774|774.51 775|775.26 776|776.11 777|777.62 778|778.1 779|779.52 780|780.83 781|781.81 782|782.23 783|783.3 784|784.64 785|785.23 786|786.50 787|787.96 788|788.89 789|789.41 790|790.32 791|791.19 792|792.75 793|793.88 794|794.39 795|795.88 796|796.69 797|797.64 798|798.7 799|799.98 800|800.84 801|801.93 802|802.37 803|803.78 804|804.70 805|805.96 806|806.16 807|807.82 808|808.18 809|809.32 810|810.46 811|811.71 812|812.17 813|813.36 814|814.82 815|815.47 816|816.58 817|817.69 818|818.8 819|819.87 820|820.64 821|821.28 822|822.62 823|823.26 824|824.97 825|825.62 826|826.11 827|827.10 828|828.16 829|829.86 830|830.15 831|831.48 832|832.79 833|833.21 834|834.7 835|835.80 836|836.9 837|837.85 838|838.27 839|839.66 840|840.36 841|841.59 842|842.82 843|843.73 844|844.55 845|845.68 846|846.55 847|847.49 848|848.68 849|849.45 850|850.87 851|851.6 852|852.97 853|853.6 854|854.98 855|855.25 856|856.36 857|857.74 858|858.2 859|859.17 860|860.54 861|861.85 862|862.63 863|863.61 864|864.27 865|865.90 866|866.31 867|867.89 868|868.71 869|869.23 870|870.49 871|871.55 872|872.92 873|873.40 874|874.13 875|875.81 876|876.3 877|877.55 878|878.17 879|879.22 880|880.48 881|881.59 882|882.43 883|883.99 884|884.17 885|885.81 886|886.11 887|887.4 888|888.58 889|889.66 890|890.50 891|891.89 892|892.78 893|893.40 894|894.70 895|895.27 896|896.98 897|897.38 898|898.61 899|899.98 900|900.31 901|901.30 902|902.35 903|903.51 904|904.84 905|905.81 906|906.22 907|907.61 908|908.55 909|909.11 910|910.34 911|911.16 912|912.54 913|913.49 914|914.81 915|915.50 916|916.87 917|917.93 918|918.27 919|919.63 920|920.12 921|921.30 922|922.6 923|923.35 924|924.70 925|925.69 926|926.40 927|927.56 928|928.50 929|929.2 930|930.12 931|931.29 932|932.10 933|933.27 934|934.45 935|935.0 936|936.64 937|937.90 938|938.49 939|939.92 940|940.59 941|941.22 942|942.77 943|943.98 944|944.37 945|945.28 946|946.14 947|947.20 948|948.14 949|949.86 950|950.19 951|951.96 952|952.61 953|953.14 954|954.87 955|955.9 956|956.7 957|957.8 958|958.50 959|959.38 960|960.59 961|961.46 962|962.23 963|963.24 964|964.83 965|965.86 966|966.33 967|967.78 968|968.23 969|969.59 970|970.53 971|971.27 972|972.9 973|973.39 974|974.95 975|975.47 976|976.41 977|977.75 978|978.60 979|979.52 980|980.16 981|981.8 982|982.11 983|983.24 984|984.58 985|985.82 986|986.7 987|987.66 988|988.45 989|989.46 990|990.27 991|991.21 992|992.6 993|993.70 994|994.98 995|995.64 996|996.5 997|997.16 998|998.91 999|999.79 1000|1000.44 1001|1001.89 1002|1002.4 1003|1003.48 1004|1004.12 1005|1005.35 1006|1006.40 1007|1007.5 1008|1008.57 1009|1009.33 1010|1010.37 1011|1011.61 1012|1012.8 1013|1013.40 1014|1014.1 1015|1015.16 1016|1016.94 1017|1017.69 1018|1018.71 1019|1019.86 1020|1020.32 1021|1021.56 1022|1022.33 1023|1023.86 1024|1024.51 1025|1025.81 1026|1026.68 1027|1027.28 1028|1028.63 1029|1029.20 1030|1030.19 1031|1031.57 1032|1032.38 1033|1033.30 1034|1034.21 1035|1035.56 1036|1036.32 1037|1037.3 1038|1038.83 1039|1039.91 1040|1040.25 1041|1041.22 1042|1042.20 1043|1043.2 1044|1044.38 1045|1045.96 1046|1046.78 1047|1047.90 1048|1048.13 1049|1049.6 1050|1050.53 1051|1051.19 1052|1052.95 1053|1053.24 1054|1054.70 1055|1055.21 1056|1056.56 1057|1057.11 1058|1058.25 1059|1059.21 1060|1060.3 1061|1061.31 1062|1062.77 1063|1063.17 1064|1064.61 1065|1065.8 1066|1066.70 1067|1067.13 1068|1068.48 1069|1069.69 1070|1070.86 1071|1071.49 1072|1072.97 1073|1073.47 1074|1074.77 1075|1075.22 1076|1076.86 1077|1077.65 1078|1078.41 1079|1079.90 1080|1080.82 1081|1081.94 1082|1082.12 1083|1083.28 1084|1084.51 1085|1085.13 1086|1086.1 1087|1087.82 1088|1088.80 1089|1089.52 1090|1090.50 1091|1091.49 1092|1092.26 1093|1093.36 1094|1094.82 1095|1095.12 1096|1096.94 1097|1097.52 1098|1098.50 1099|1099.43 1100|1100.4 1101|1101.69 1102|1102.2 1103|1103.38 1104|1104.48 1105|1105.40 1106|1106.68 1107|1107.27 1108|1108.19 1109|1109.63 1110|1110.41 1111|1111.77 1112|1112.98 1113|1113.96 1114|1114.30 1115|1115.37 1116|1116.4 1117|1117.91 1118|1118.21 1119|1119.36 1120|1120.77 1121|1121.92 1122|1122.88 1123|1123.90 1124|1124.53 1125|1125.62 1126|1126.11 1127|1127.52 1128|1128.37 1129|1129.34 1130|1130.30 1131|1131.6 1132|1132.51 1133|1133.36 1134|1134.30 1135|1135.98 1136|1136.52 1137|1137.68 1138|1138.73 1139|1139.59 1140|1140.94 1141|1141.71 1142|1142.37 1143|1143.71 1144|1144.94 1145|1145.63 1146|1146.41 1147|1147.72 1148|1148.26 1149|1149.13 1150|1150.60 1151|1151.18 1152|1152.54 1153|1153.80 1154|1154.79 1155|1155.75 1156|1156.61 1157|1157.48 1158|1158.72 1159|1159.53 1160|1160.3 1161|1161.53 1162|1162.14 1163|1163.79 1164|1164.97 1165|1165.5 1166|1166.53 1167|1167.11 1168|1168.5 1169|1169.41 1170|1170.26 1171|1171.10 1172|1172.1 1173|1173.74 1174|1174.31 1175|1175.92 1176|1176.19 1177|1177.88 1178|1178.15 1179|1179.42 1180|1180.88 1181|1181.40 1182|1182.12 1183|1183.85 1184|1184.82 1185|1185.78 1186|1186.84 1187|1187.6 1188|1188.4 1189|1189.35 1190|1190.41 1191|1191.3 1192|1192.38 1193|1193.9 1194|1194.65 1195|1195.51 1196|1196.93 1197|1197.90 1198|1198.4 1199|1199.73 1200|1200.4 1201|1201.36 1202|1202.69 1203|1203.20 1204|1204.5 1205|1205.20 1206|1206.66 1207|1207.80 1208|1208.41 1209|1209.42 1210|1210.35 1211|1211.67 1212|1212.54 1213|1213.31 1214|1214.51 1215|1215.39 1216|1216.84 1217|1217.49 1218|1218.98 1219|1219.89 1220|1220.47 1221|1221.22 1222|1222.70 1223|1223.8 1224|1224.18 1225|1225.0 1226|1226.66 1227|1227.78 1228|1228.47 1229|1229.88 1230|1230.85 1231|1231.17 1232|1232.71 1233|1233.78 1234|1234.17 1235|1235.86 1236|1236.30 1237|1237.32 1238|1238.26 1239|1239.6 1240|1240.71 1241|1241.22 1242|1242.48 1243|1243.90 1244|1244.26 1245|1245.54 1246|1246.74 1247|1247.84 1248|1248.76 1249|1249.92 1250|1250.6 1251|1251.8 1252|1252.0 1253|1253.15 1254|1254.90 1255|1255.59 1256|1256.27 1257|1257.4 1258|1258.66 1259|1259.90 1260|1260.75 1261|1261.96 1262|1262.54 1263|1263.30 1264|1264.47 1265|1265.69 1266|1266.53 1267|1267.62 1268|1268.64 1269|1269.56 1270|1270.63 1271|1271.82 1272|1272.88 1273|1273.83 1274|1274.60 1275|1275.65 1276|1276.13 1277|1277.46 1278|1278.48 1279|1279.15 1280|1280.56 1281|1281.6 1282|1282.22 1283|1283.20 1284|1284.85 1285|1285.6 1286|1286.24 1287|1287.37 1288|1288.16 1289|1289.75 1290|1290.45 1291|1291.56 1292|1292.72 1293|1293.20 1294|1294.80 1295|1295.30 1296|1296.1 1297|1297.18 1298|1298.21 1299|1299.82 1300|1300.43 1301|1301.50 1302|1302.70 1303|1303.65 1304|1304.28 1305|1305.47 1306|1306.27 1307|1307.28 1308|1308.57 1309|1309.61 1310|1310.34 1311|1311.26 1312|1312.3 1313|1313.73 1314|1314.7 1315|1315.42 1316|1316.33 1317|1317.62 1318|1318.45 1319|1319.20 1320|1320.46 1321|1321.5 1322|1322.26 1323|1323.57 1324|1324.10 1325|1325.88 1326|1326.42 1327|1327.53 1328|1328.88 1329|1329.88 1330|1330.98 1331|1331.9 1332|1332.86 1333|1333.26 1334|1334.3 1335|1335.29 1336|1336.22 1337|1337.63 1338|1338.65 1339|1339.85 1340|1340.99 1341|1341.28 1342|1342.95 1343|1343.89 1344|1344.42 1345|1345.68 1346|1346.8 1347|1347.7 1348|1348.66 1349|1349.44 1350|1350.99 1351|1351.32 1352|1352.49 1353|1353.53 1354|1354.12 1355|1355.84 1356|1356.10 1357|1357.63 1358|1358.68 1359|1359.14 1360|1360.33 </str>
<float name="score">1.0</float></doc>
<doc>
<str name="id">4</str>
<int name="id_i">4</int>
<float name="default_amount_f">18073.0</float>
<str name="amounts_dpf">1|1.64 2|2.83 3|3.20 4|4.48 5|5.30 6|6.27 7|7.91 8|8.16 9|9.29 10|10.85 11|11.13 12|12.14 13|13.56 14|14.60 15|15.77 16|16.48 17|17.95 18|18.62 19|19.13 20|20.57 21|21.34 22|22.92 23|23.4 24|24.97 25|25.12 26|26.98 27|27.16 28|28.11 29|29.14 30|30.81 31|31.85 32|32.3 33|33.69 34|34.14 35|35.19 36|36.22 37|37.87 38|38.49 39|39.7 40|40.73 41|41.35 42|42.4 43|43.11 44|44.21 45|45.0 46|46.62 47|47.47 48|48.49 49|49.29 50|50.64 51|51.20 52|52.42 53|53.70 54|54.46 55|55.35 56|56.18 57|57.43 58|58.5 59|59.52 60|60.0 61|61.89 62|62.93 63|63.8 64|64.82 65|65.18 66|66.83 67|67.77 68|68.17 69|69.79 70|70.33 71|71.21 72|72.75 73|73.12 74|74.10 75|75.65 76|76.65 77|77.16 78|78.55 79|79.16 80|80.85 81|81.39 82|82.82 83|83.29 84|84.39 85|85.96 86|86.0 87|87.22 88|88.34 89|89.74 90|90.9 91|91.49 92|92.58 93|93.20 94|94.46 95|95.98 96|96.9 97|97.38 98|98.40 99|99.23 100|100.27 101|101.43 102|102.18 103|103.8 104|104.3 105|105.19 106|106.64 107|107.32 108|108.93 109|109.5 110|110.62 111|111.60 112|112.98 113|113.6 114|114.86 115|115.55 116|116.43 117|117.71 118|118.99 119|119.0 120|120.64 121|121.9 122|122.45 123|123.78 124|124.24 125|125.57 126|126.44 127|127.83 128|128.80 129|129.9 130|130.12 131|131.63 132|132.87 133|133.23 134|134.4 135|135.64 136|136.61 137|137.8 138|138.30 139|139.96 140|140.68 141|141.22 142|142.47 143|143.41 144|144.42 145|145.2 146|146.80 147|147.31 148|148.99 149|149.54 150|150.82 151|151.97 152|152.90 153|153.95 154|154.16 155|155.97 156|156.63 157|157.20 158|158.93 159|159.87 160|160.46 161|161.7 162|162.37 163|163.66 164|164.81 165|165.24 166|166.13 167|167.65 168|168.38 169|169.76 170|170.49 171|171.54 172|172.43 173|173.73 174|174.21 175|175.82 176|176.65 177|177.98 178|178.98 179|179.34 180|180.41 181|181.11 182|182.34 183|183.19 184|184.71 185|185.23 186|186.79 187|187.80 188|188.76 189|189.20 190|190.23 191|191.91 192|192.14 193|193.65 194|194.64 195|195.53 196|196.86 197|197.93 198|198.8 199|199.79 200|200.97 201|201.26 202|202.58 203|203.82 204|204.27 205|205.32 206|206.12 207|207.11 208|208.45 209|209.45 210|210.92 211|211.38 212|212.24 213|213.75 214|214.99 215|215.12 216|216.52 217|217.63 218|218.65 219|219.63 220|220.14 221|221.94 222|222.2 223|223.92 224|224.28 225|225.83 226|226.0 227|227.74 228|228.13 229|229.49 230|230.97 231|231.41 232|232.95 233|233.86 234|234.98 235|235.33 236|236.76 237|237.31 238|238.47 239|239.37 240|240.33 241|241.1 242|242.8 243|243.9 244|244.99 245|245.90 246|246.46 247|247.38 248|248.77 249|249.77 250|250.2 251|251.66 252|252.46 253|253.61 254|254.47 255|255.13 256|256.3 257|257.88 258|258.95 259|259.66 260|260.60 261|261.94 262|262.27 263|263.56 264|264.69 265|265.36 266|266.93 267|267.17 268|268.1 269|269.27 270|270.27 271|271.16 272|272.32 273|273.91 274|274.35 275|275.48 276|276.58 277|277.18 278|278.40 279|279.47 280|280.17 281|281.85 282|282.75 283|283.16 284|284.75 285|285.4 286|286.10 287|287.33 288|288.21 289|289.59 290|290.95 291|291.50 292|292.93 293|293.6 294|294.89 295|295.95 296|296.90 297|297.5 298|298.62 299|299.78 300|300.65 301|301.13 302|302.35 303|303.73 304|304.53 305|305.25 306|306.60 307|307.15 308|308.11 309|309.91 310|310.18 311|311.37 312|312.49 313|313.87 314|314.12 315|315.62 316|316.34 317|317.28 318|318.70 319|319.83 320|320.57 321|321.51 322|322.81 323|323.78 324|324.53 325|325.63 326|326.23 327|327.17 328|328.50 329|329.19 330|330.76 331|331.34 332|332.82 333|333.54 334|334.42 335|335.20 336|336.91 337|337.20 338|338.57 339|339.32 340|340.3 341|341.62 342|342.34 343|343.9 344|344.78 345|345.49 346|346.41 347|347.65 348|348.63 349|349.0 350|350.53 351|351.86 352|352.14 353|353.17 354|354.76 355|355.41 356|356.30 357|357.74 358|358.67 359|359.60 360|360.13 361|361.10 362|362.88 363|363.26 364|364.56 365|365.72 366|366.43 367|367.47 368|368.76 369|369.91 370|370.91 371|371.96 372|372.92 373|373.38 374|374.90 375|375.37 376|376.44 377|377.74 378|378.92 379|379.76 380|380.92 381|381.18 382|382.48 383|383.80 384|384.2 385|385.8 386|386.18 387|387.27 388|388.68 389|389.45 390|390.33 391|391.14 392|392.58 393|393.65 394|394.62 395|395.87 396|396.80 397|397.52 398|398.79 399|399.53 400|400.80 401|401.89 402|402.23 403|403.52 404|404.0 405|405.68 406|406.60 407|407.34 408|408.66 409|409.21 410|410.95 411|411.43 412|412.88 413|413.28 414|414.51 415|415.84 416|416.36 417|417.86 418|418.30 419|419.41 420|420.35 421|421.69 422|422.60 423|423.61 424|424.57 425|425.79 426|426.67 427|427.28 428|428.73 429|429.76 430|430.41 431|431.76 432|432.84 433|433.69 434|434.55 435|435.27 436|436.19 437|437.54 438|438.8 439|439.83 440|440.73 441|441.66 442|442.18 443|443.38 444|444.46 445|445.9 446|446.2 447|447.98 448|448.52 449|449.50 450|450.0 451|451.92 452|452.75 453|453.56 454|454.53 455|455.84 456|456.27 457|457.98 458|458.83 459|459.29 460|460.82 461|461.85 462|462.73 463|463.29 464|464.98 465|465.52 466|466.33 467|467.31 468|468.76 469|469.35 470|470.1 471|471.1 472|472.30 473|473.82 474|474.26 475|475.60 476|476.50 477|477.2 478|478.78 479|479.73 480|480.79 481|481.34 482|482.3 483|483.62 484|484.25 485|485.4 486|486.25 487|487.16 488|488.73 489|489.51 490|490.20 491|491.68 492|492.22 493|493.25 494|494.30 495|495.89 496|496.12 497|497.37 498|498.13 499|499.49 500|500.8 501|501.35 502|502.29 503|503.76 504|504.92 505|505.16 506|506.14 507|507.57 508|508.20 509|509.39 510|510.15 511|511.2 512|512.32 513|513.29 514|514.94 515|515.85 516|516.91 517|517.57 518|518.55 519|519.27 520|520.65 521|521.84 522|522.54 523|523.87 524|524.5 525|525.34 526|526.38 527|527.53 528|528.66 529|529.35 530|530.72 531|531.64 532|532.18 533|533.71 534|534.3 535|535.44 536|536.0 537|537.38 538|538.3 539|539.57 540|540.21 541|541.34 542|542.42 543|543.35 544|544.85 545|545.85 546|546.81 547|547.56 548|548.5 549|549.74 550|550.66 551|551.63 552|552.23 553|553.95 554|554.49 555|555.92 556|556.68 557|557.55 558|558.98 559|559.21 560|560.75 561|561.14 562|562.88 563|563.10 564|564.42 565|565.92 566|566.59 567|567.76 568|568.91 569|569.14 570|570.64 571|571.63 572|572.82 573|573.33 574|574.38 575|575.90 576|576.6 577|577.56 578|578.32 579|579.3 580|580.3 581|581.72 582|582.35 583|583.24 584|584.61 585|585.23 586|586.38 587|587.17 588|588.64 589|589.38 590|590.80 591|591.14 592|592.48 593|593.65 594|594.44 595|595.97 596|596.77 597|597.57 598|598.1 599|599.19 600|600.16 601|601.96 602|602.99 603|603.13 604|604.0 605|605.31 606|606.74 607|607.72 608|608.64 609|609.86 610|610.90 611|611.32 612|612.99 613|613.41 614|614.76 615|615.13 616|616.56 617|617.38 618|618.29 619|619.80 620|620.55 621|621.36 622|622.63 623|623.98 624|624.86 625|625.62 626|626.44 627|627.64 628|628.61 629|629.61 630|630.6 631|631.2 632|632.57 633|633.95 634|634.40 635|635.65 636|636.4 637|637.90 638|638.83 639|639.59 640|640.23 641|641.41 642|642.63 643|643.5 644|644.25 645|645.52 646|646.51 647|647.1 648|648.20 649|649.15 650|650.19 651|651.34 652|652.43 653|653.37 654|654.81 655|655.40 656|656.55 657|657.49 658|658.65 659|659.65 660|660.38 661|661.93 662|662.14 663|663.57 664|664.68 665|665.12 666|666.28 667|667.64 668|668.97 669|669.51 670|670.64 671|671.12 672|672.27 673|673.88 674|674.23 675|675.12 676|676.66 677|677.20 678|678.88 679|679.93 680|680.75 681|681.38 682|682.68 683|683.60 684|684.57 685|685.50 686|686.81 687|687.99 688|688.91 689|689.25 690|690.9 691|691.4 692|692.93 693|693.15 694|694.42 695|695.44 696|696.49 697|697.39 698|698.88 699|699.12 700|700.9 701|701.72 702|702.2 703|703.83 704|704.73 705|705.31 706|706.57 707|707.71 708|708.8 709|709.22 710|710.2 711|711.64 712|712.15 713|713.16 714|714.51 715|715.90 716|716.98 717|717.91 718|718.34 719|719.7 720|720.68 721|721.16 722|722.6 723|723.69 724|724.71 725|725.82 726|726.37 727|727.60 728|728.29 729|729.91 730|730.19 731|731.69 732|732.5 733|733.79 734|734.52 735|735.4 736|736.21 737|737.48 738|738.16 739|739.3 740|740.64 741|741.96 742|742.32 743|743.88 744|744.25 745|745.27 746|746.44 747|747.29 748|748.26 749|749.19 750|750.7 751|751.53 752|752.50 753|753.75 754|754.37 755|755.60 756|756.30 757|757.1 758|758.40 759|759.67 760|760.35 761|761.50 762|762.14 763|763.13 764|764.96 765|765.36 766|766.30 767|767.72 768|768.37 769|769.55 770|770.42 771|771.56 772|772.96 773|773.5 774|774.58 775|775.7 776|776.61 777|777.91 778|778.41 779|779.83 780|780.96 781|781.5 782|782.21 783|783.8 784|784.51 785|785.87 786|786.4 787|787.78 788|788.52 789|789.99 790|790.58 791|791.55 792|792.69 793|793.28 794|794.28 795|795.72 796|796.42 797|797.33 798|798.18 799|799.58 800|800.38 801|801.78 802|802.19 803|803.39 804|804.40 805|805.52 806|806.29 807|807.78 808|808.60 809|809.75 810|810.54 811|811.69 812|812.66 813|813.73 814|814.37 815|815.52 816|816.4 817|817.97 818|818.44 819|819.34 820|820.15 821|821.73 822|822.99 823|823.73 824|824.24 825|825.23 826|826.26 827|827.4 828|828.54 829|829.47 830|830.54 831|831.9 832|832.96 833|833.37 834|834.2 835|835.90 836|836.15 837|837.98 838|838.88 839|839.72 840|840.13 841|841.19 842|842.1 843|843.99 844|844.86 845|845.28 846|846.28 847|847.91 848|848.60 849|849.96 850|850.71 851|851.42 852|852.78 853|853.79 854|854.73 855|855.29 856|856.69 857|857.48 858|858.89 859|859.53 860|860.31 861|861.46 862|862.96 863|863.66 864|864.55 865|865.15 866|866.3 867|867.5 868|868.95 869|869.51 870|870.91 871|871.66 872|872.96 873|873.63 874|874.7 875|875.86 876|876.77 877|877.2 878|878.42 879|879.8 880|880.68 881|881.62 882|882.51 883|883.14 884|884.75 885|885.15 886|886.28 887|887.36 888|888.21 889|889.22 890|890.91 891|891.71 892|892.54 893|893.2 894|894.89 895|895.8 896|896.40 897|897.70 898|898.71 899|899.75 900|900.14 901|901.59 902|902.38 903|903.40 904|904.69 905|905.62 906|906.91 907|907.94 908|908.94 909|909.76 910|910.6 911|911.86 912|912.65 913|913.71 914|914.64 915|915.34 916|916.3 917|917.57 918|918.58 919|919.80 920|920.61 921|921.5 922|922.40 923|923.98 924|924.87 925|925.37 926|926.28 927|927.41 928|928.47 929|929.26 930|930.39 931|931.47 932|932.75 933|933.50 934|934.16 935|935.73 936|936.12 937|937.15 938|938.99 939|939.97 940|940.4 941|941.45 942|942.90 943|943.1 944|944.86 945|945.18 946|946.65 947|947.33 948|948.20 949|949.7 950|950.7 951|951.81 952|952.27 953|953.24 954|954.78 955|955.12 956|956.39 957|957.68 958|958.60 959|959.6 960|960.63 961|961.34 962|962.71 963|963.61 964|964.63 965|965.21 966|966.96 967|967.46 968|968.21 969|969.83 970|970.14 971|971.75 972|972.25 973|973.80 974|974.35 975|975.32 976|976.80 977|977.4 978|978.12 979|979.68 980|980.45 981|981.57 982|982.30 983|983.15 984|984.16 985|985.71 986|986.81 987|987.86 988|988.0 989|989.87 990|990.51 991|991.55 992|992.45 993|993.58 994|994.43 995|995.15 996|996.52 997|997.20 998|998.65 999|999.78 1000|1000.1 1001|1001.0 1002|1002.50 1003|1003.32 1004|1004.55 1005|1005.99 1006|1006.71 1007|1007.18 1008|1008.51 1009|1009.46 1010|1010.1 1011|1011.59 1012|1012.45 1013|1013.64 1014|1014.60 1015|1015.91 1016|1016.6 1017|1017.6 1018|1018.79 1019|1019.20 1020|1020.83 1021|1021.13 1022|1022.33 1023|1023.90 1024|1024.81 1025|1025.50 1026|1026.98 1027|1027.45 1028|1028.10 1029|1029.18 1030|1030.59 1031|1031.64 1032|1032.80 1033|1033.13 1034|1034.98 1035|1035.31 1036|1036.87 1037|1037.8 1038|1038.25 1039|1039.42 1040|1040.64 1041|1041.38 1042|1042.73 1043|1043.40 1044|1044.67 1045|1045.1 1046|1046.30 1047|1047.41 1048|1048.16 1049|1049.93 1050|1050.68 1051|1051.6 1052|1052.90 1053|1053.4 1054|1054.22 1055|1055.9 1056|1056.17 1057|1057.88 1058|1058.56 1059|1059.57 1060|1060.55 1061|1061.16 1062|1062.13 1063|1063.26 1064|1064.42 1065|1065.77 1066|1066.34 1067|1067.33 1068|1068.14 1069|1069.44 1070|1070.91 1071|1071.73 1072|1072.15 1073|1073.83 1074|1074.25 1075|1075.34 1076|1076.63 1077|1077.71 1078|1078.10 1079|1079.61 1080|1080.83 1081|1081.94 1082|1082.50 1083|1083.85 1084|1084.35 1085|1085.57 1086|1086.65 1087|1087.9 1088|1088.97 1089|1089.54 1090|1090.99 1091|1091.14 1092|1092.89 1093|1093.61 1094|1094.73 1095|1095.89 1096|1096.63 1097|1097.56 1098|1098.99 1099|1099.85 1100|1100.27 1101|1101.80 1102|1102.7 1103|1103.81 1104|1104.45 1105|1105.97 1106|1106.69 1107|1107.5 1108|1108.90 1109|1109.93 1110|1110.84 1111|1111.55 1112|1112.80 1113|1113.86 1114|1114.14 1115|1115.65 1116|1116.55 1117|1117.49 1118|1118.91 1119|1119.66 1120|1120.49 1121|1121.78 1122|1122.66 1123|1123.82 1124|1124.30 1125|1125.12 1126|1126.49 1127|1127.36 1128|1128.47 1129|1129.93 1130|1130.39 1131|1131.92 1132|1132.59 1133|1133.62 1134|1134.34 1135|1135.79 1136|1136.18 1137|1137.59 1138|1138.49 1139|1139.2 1140|1140.70 1141|1141.72 1142|1142.37 1143|1143.76 1144|1144.64 1145|1145.38 1146|1146.26 1147|1147.97 1148|1148.21 1149|1149.26 1150|1150.34 1151|1151.29 1152|1152.13 1153|1153.67 1154|1154.68 1155|1155.98 1156|1156.77 1157|1157.64 1158|1158.75 1159|1159.75 1160|1160.66 1161|1161.28 1162|1162.96 1163|1163.60 1164|1164.5 1165|1165.79 1166|1166.47 1167|1167.9 1168|1168.34 1169|1169.56 1170|1170.10 1171|1171.99 1172|1172.14 1173|1173.36 1174|1174.22 1175|1175.97 1176|1176.72 1177|1177.87 1178|1178.42 1179|1179.93 1180|1180.62 1181|1181.70 1182|1182.52 1183|1183.17 1184|1184.0 1185|1185.11 1186|1186.75 1187|1187.7 1188|1188.4 1189|1189.76 1190|1190.39 1191|1191.98 1192|1192.20 1193|1193.54 1194|1194.39 1195|1195.95 1196|1196.34 1197|1197.9 1198|1198.4 1199|1199.50 1200|1200.60 1201|1201.45 1202|1202.66 1203|1203.0 1204|1204.37 1205|1205.22 1206|1206.69 1207|1207.2 1208|1208.74 1209|1209.40 1210|1210.93 1211|1211.91 1212|1212.97 1213|1213.52 1214|1214.4 1215|1215.24 1216|1216.72 1217|1217.86 1218|1218.12 1219|1219.99 1220|1220.21 1221|1221.85 1222|1222.27 1223|1223.82 1224|1224.18 1225|1225.95 1226|1226.61 1227|1227.28 1228|1228.27 1229|1229.43 1230|1230.21 1231|1231.2 1232|1232.12 1233|1233.25 1234|1234.18 1235|1235.23 1236|1236.8 1237|1237.22 1238|1238.25 1239|1239.56 1240|1240.84 1241|1241.72 1242|1242.31 1243|1243.87 1244|1244.27 1245|1245.91 1246|1246.55 1247|1247.73 1248|1248.94 1249|1249.73 1250|1250.86 1251|1251.0 1252|1252.6 1253|1253.66 1254|1254.60 1255|1255.27 1256|1256.85 1257|1257.74 1258|1258.37 1259|1259.27 1260|1260.23 1261|1261.63 1262|1262.1 1263|1263.99 1264|1264.2 1265|1265.66 1266|1266.14 1267|1267.42 1268|1268.36 1269|1269.54 1270|1270.77 1271|1271.76 1272|1272.59 1273|1273.28 1274|1274.82 1275|1275.17 1276|1276.34 1277|1277.57 1278|1278.50 1279|1279.94 1280|1280.88 1281|1281.69 1282|1282.20 1283|1283.83 1284|1284.85 1285|1285.30 1286|1286.73 1287|1287.94 1288|1288.57 1289|1289.82 1290|1290.41 1291|1291.45 1292|1292.31 1293|1293.92 1294|1294.99 1295|1295.5 1296|1296.36 1297|1297.94 1298|1298.96 1299|1299.26 1300|1300.14 1301|1301.87 1302|1302.97 1303|1303.56 1304|1304.7 1305|1305.34 1306|1306.12 1307|1307.94 1308|1308.39 1309|1309.86 1310|1310.75 1311|1311.68 1312|1312.97 1313|1313.14 1314|1314.48 1315|1315.99 1316|1316.97 1317|1317.56 1318|1318.79 1319|1319.39 1320|1320.22 1321|1321.93 1322|1322.27 1323|1323.71 1324|1324.47 1325|1325.8 1326|1326.46 1327|1327.63 1328|1328.31 1329|1329.0 1330|1330.28 1331|1331.96 1332|1332.45 1333|1333.69 1334|1334.76 1335|1335.97 1336|1336.90 1337|1337.74 1338|1338.71 1339|1339.96 1340|1340.85 1341|1341.51 1342|1342.19 1343|1343.74 1344|1344.92 1345|1345.51 1346|1346.18 1347|1347.5 1348|1348.8 1349|1349.95 1350|1350.56 1351|1351.49 1352|1352.50 1353|1353.27 1354|1354.36 1355|1355.44 1356|1356.10 1357|1357.26 1358|1358.84 1359|1359.68 1360|1360.95 </str>
<float name="score">1.0</float></doc>
<doc>
<str name="id">6</str>
<int name="id_i">6</int>
<float name="default_amount_f">17255.0</float>
<str name="amounts_dpf">1|1.12 2|2.69 3|3.45 4|4.89 5|5.45 6|6.5 7|7.0 8|8.27 9|9.44 10|10.46 11|11.10 12|12.69 13|13.5 14|14.95 15|15.40 16|16.2 17|17.64 18|18.86 19|19.82 20|20.69 21|21.22 22|22.18 23|23.79 24|24.6 25|25.51 26|26.63 27|27.53 28|28.23 29|29.41 30|30.53 31|31.80 32|32.99 33|33.72 34|34.20 35|35.25 36|36.14 37|37.2 38|38.90 39|39.69 40|40.30 41|41.16 42|42.74 43|43.11 44|44.94 45|45.26 46|46.18 47|47.17 48|48.92 49|49.82 50|50.87 51|51.24 52|52.76 53|53.20 54|54.26 55|55.36 56|56.79 57|57.24 58|58.64 59|59.55 60|60.38 61|61.36 62|62.5 63|63.89 64|64.4 65|65.78 66|66.92 67|67.27 68|68.20 69|69.69 70|70.45 71|71.30 72|72.79 73|73.36 74|74.61 75|75.94 76|76.77 77|77.31 78|78.48 79|79.67 80|80.31 81|81.95 82|82.63 83|83.49 84|84.99 85|85.62 86|86.85 87|87.77 88|88.25 89|89.90 90|90.97 91|91.92 92|92.77 93|93.34 94|94.81 95|95.41 96|96.15 97|97.2 98|98.53 99|99.0 100|100.9 101|101.48 102|102.37 103|103.76 104|104.14 105|105.81 106|106.1 107|107.23 108|108.61 109|109.19 110|110.94 111|111.93 112|112.26 113|113.17 114|114.64 115|115.79 116|116.94 117|117.9 118|118.91 119|119.44 120|120.13 121|121.80 122|122.37 123|123.57 124|124.78 125|125.26 126|126.58 127|127.6 128|128.48 129|129.83 130|130.57 131|131.11 132|132.65 133|133.43 134|134.44 135|135.17 136|136.94 137|137.91 138|138.5 139|139.62 140|140.33 141|141.42 142|142.61 143|143.87 144|144.59 145|145.95 146|146.66 147|147.52 148|148.93 149|149.29 150|150.54 151|151.1 152|152.42 153|153.79 154|154.64 155|155.87 156|156.78 157|157.60 158|158.84 159|159.80 160|160.55 161|161.21 162|162.44 163|163.2 164|164.55 165|165.70 166|166.79 167|167.58 168|168.52 169|169.6 170|170.21 171|171.16 172|172.98 173|173.75 174|174.33 175|175.41 176|176.94 177|177.56 178|178.6 179|179.85 180|180.88 181|181.93 182|182.48 183|183.12 184|184.39 185|185.29 186|186.11 187|187.5 188|188.28 189|189.57 190|190.34 191|191.22 192|192.24 193|193.99 194|194.29 195|195.24 196|196.17 197|197.2 198|198.32 199|199.17 200|200.58 201|201.26 202|202.11 203|203.41 204|204.40 205|205.0 206|206.35 207|207.52 208|208.70 209|209.59 210|210.92 211|211.55 212|212.3 213|213.13 214|214.29 215|215.48 216|216.91 217|217.79 218|218.6 219|219.95 220|220.12 221|221.68 222|222.40 223|223.45 224|224.18 225|225.14 226|226.5 227|227.63 228|228.91 229|229.35 230|230.45 231|231.10 232|232.29 233|233.76 234|234.76 235|235.53 236|236.80 237|237.22 238|238.72 239|239.68 240|240.59 241|241.37 242|242.15 243|243.62 244|244.73 245|245.35 246|246.3 247|247.85 248|248.44 249|249.36 250|250.19 251|251.4 252|252.77 253|253.30 254|254.82 255|255.35 256|256.71 257|257.32 258|258.72 259|259.42 260|260.26 261|261.74 262|262.48 263|263.17 264|264.48 265|265.71 266|266.87 267|267.90 268|268.56 269|269.19 270|270.85 271|271.50 272|272.52 273|273.94 274|274.15 275|275.20 276|276.9 277|277.44 278|278.29 279|279.3 280|280.87 281|281.69 282|282.64 283|283.21 284|284.75 285|285.67 286|286.75 287|287.78 288|288.21 289|289.16 290|290.73 291|291.90 292|292.75 293|293.38 294|294.1 295|295.80 296|296.10 297|297.3 298|298.29 299|299.86 300|300.27 301|301.14 302|302.80 303|303.16 304|304.78 305|305.57 306|306.58 307|307.62 308|308.99 309|309.90 310|310.36 311|311.4 312|312.53 313|313.26 314|314.20 315|315.2 316|316.88 317|317.6 318|318.66 319|319.50 320|320.1 321|321.62 322|322.48 323|323.22 324|324.91 325|325.18 326|326.74 327|327.90 328|328.83 329|329.51 330|330.78 331|331.96 332|332.48 333|333.48 334|334.80 335|335.97 336|336.4 337|337.98 338|338.64 339|339.89 340|340.80 341|341.74 342|342.44 343|343.58 344|344.59 345|345.93 346|346.80 347|347.85 348|348.74 349|349.4 350|350.86 351|351.46 352|352.63 353|353.33 354|354.7 355|355.65 356|356.26 357|357.5 358|358.37 359|359.67 360|360.73 361|361.38 362|362.67 363|363.8 364|364.58 365|365.91 366|366.13 367|367.55 368|368.86 369|369.58 370|370.24 371|371.37 372|372.81 373|373.1 374|374.42 375|375.0 376|376.34 377|377.28 378|378.52 379|379.91 380|380.99 381|381.18 382|382.60 383|383.52 384|384.73 385|385.54 386|386.59 387|387.8 388|388.15 389|389.56 390|390.86 391|391.60 392|392.73 393|393.58 394|394.54 395|395.52 396|396.15 397|397.45 398|398.41 399|399.37 400|400.7 401|401.90 402|402.0 403|403.33 404|404.22 405|405.27 406|406.13 407|407.13 408|408.78 409|409.61 410|410.89 411|411.47 412|412.78 413|413.4 414|414.19 415|415.58 416|416.56 417|417.73 418|418.35 419|419.6 420|420.44 421|421.41 422|422.52 423|423.74 424|424.88 425|425.97 426|426.6 427|427.71 428|428.65 429|429.54 430|430.78 431|431.36 432|432.93 433|433.69 434|434.30 435|435.52 436|436.8 437|437.72 438|438.87 439|439.51 440|440.28 441|441.34 442|442.49 443|443.15 444|444.30 445|445.58 446|446.55 447|447.54 448|448.18 449|449.70 450|450.81 451|451.35 452|452.17 453|453.49 454|454.43 455|455.70 456|456.8 457|457.15 458|458.82 459|459.62 460|460.31 461|461.55 462|462.90 463|463.7 464|464.70 465|465.93 466|466.84 467|467.76 468|468.8 469|469.34 470|470.42 471|471.39 472|472.81 473|473.71 474|474.70 475|475.78 476|476.7 477|477.45 478|478.1 479|479.35 480|480.46 481|481.60 482|482.53 483|483.53 484|484.77 485|485.29 486|486.65 487|487.44 488|488.27 489|489.75 490|490.10 491|491.2 492|492.31 493|493.63 494|494.56 495|495.70 496|496.62 497|497.31 498|498.40 499|499.59 500|500.72 501|501.75 502|502.66 503|503.98 504|504.74 505|505.97 506|506.92 507|507.42 508|508.3 509|509.13 510|510.79 511|511.55 512|512.29 513|513.98 514|514.72 515|515.79 516|516.77 517|517.11 518|518.90 519|519.25 520|520.49 521|521.77 522|522.38 523|523.97 524|524.64 525|525.79 526|526.44 527|527.13 528|528.70 529|529.37 530|530.79 531|531.10 532|532.7 533|533.14 534|534.5 535|535.8 536|536.93 537|537.2 538|538.49 539|539.80 540|540.42 541|541.69 542|542.95 543|543.80 544|544.74 545|545.2 546|546.71 547|547.88 548|548.71 549|549.28 550|550.38 551|551.22 552|552.85 553|553.74 554|554.51 555|555.7 556|556.3 557|557.48 558|558.75 559|559.60 560|560.31 561|561.28 562|562.55 563|563.68 564|564.56 565|565.81 566|566.15 567|567.61 568|568.68 569|569.30 570|570.0 571|571.13 572|572.66 573|573.90 574|574.89 575|575.85 576|576.56 577|577.78 578|578.74 579|579.89 580|580.84 581|581.87 582|582.97 583|583.40 584|584.90 585|585.6 586|586.1 587|587.45 588|588.14 589|589.30 590|590.36 591|591.91 592|592.98 593|593.41 594|594.80 595|595.64 596|596.81 597|597.58 598|598.25 599|599.13 600|600.72 601|601.62 602|602.30 603|603.9 604|604.67 605|605.39 606|606.88 607|607.11 608|608.46 609|609.22 610|610.80 611|611.25 612|612.22 613|613.9 614|614.83 615|615.35 616|616.77 617|617.1 618|618.9 619|619.40 620|620.44 621|621.26 622|622.6 623|623.69 624|624.22 625|625.77 626|626.79 627|627.35 628|628.83 629|629.32 630|630.18 631|631.73 632|632.30 633|633.69 634|634.75 635|635.46 636|636.92 637|637.65 638|638.18 639|639.15 640|640.39 641|641.28 642|642.18 643|643.9 644|644.47 645|645.56 646|646.33 647|647.6 648|648.98 649|649.50 650|650.80 651|651.24 652|652.37 653|653.5 654|654.64 655|655.43 656|656.17 657|657.85 658|658.64 659|659.51 660|660.64 661|661.33 662|662.55 663|663.49 664|664.11 665|665.68 666|666.88 667|667.85 668|668.35 669|669.28 670|670.76 671|671.22 672|672.95 673|673.0 674|674.76 675|675.48 676|676.34 677|677.72 678|678.99 679|679.87 680|680.31 681|681.6 682|682.61 683|683.74 684|684.86 685|685.58 686|686.60 687|687.61 688|688.92 689|689.51 690|690.24 691|691.49 692|692.0 693|693.51 694|694.28 695|695.29 696|696.34 697|697.37 698|698.57 699|699.39 700|700.29 701|701.30 702|702.57 703|703.6 704|704.47 705|705.20 706|706.77 707|707.38 708|708.64 709|709.63 710|710.22 711|711.1 712|712.37 713|713.33 714|714.45 715|715.8 716|716.87 717|717.68 718|718.51 719|719.75 720|720.98 721|721.8 722|722.11 723|723.50 724|724.28 725|725.31 726|726.42 727|727.20 728|728.69 729|729.44 730|730.85 731|731.33 732|732.11 733|733.44 734|734.60 735|735.79 736|736.86 737|737.30 738|738.70 739|739.19 740|740.35 741|741.61 742|742.26 743|743.26 744|744.20 745|745.6 746|746.71 747|747.98 748|748.89 749|749.48 750|750.39 751|751.89 752|752.52 753|753.17 754|754.21 755|755.8 756|756.8 757|757.87 758|758.68 759|759.77 760|760.79 761|761.67 762|762.68 763|763.24 764|764.69 765|765.10 766|766.90 767|767.17 768|768.16 769|769.18 770|770.62 771|771.82 772|772.40 773|773.97 774|774.91 775|775.30 776|776.44 777|777.80 778|778.25 779|779.85 780|780.65 781|781.36 782|782.30 783|783.58 784|784.58 785|785.92 786|786.2 787|787.87 788|788.4 789|789.69 790|790.22 791|791.54 792|792.73 793|793.69 794|794.43 795|795.90 796|796.27 797|797.33 798|798.47 799|799.68 800|800.64 801|801.7 802|802.82 803|803.54 804|804.33 805|805.56 806|806.78 807|807.21 808|808.64 809|809.36 810|810.87 811|811.12 812|812.46 813|813.85 814|814.92 815|815.87 816|816.60 817|817.18 818|818.99 819|819.76 820|820.28 821|821.77 822|822.56 823|823.28 824|824.51 825|825.77 826|826.57 827|827.10 828|828.44 829|829.27 830|830.47 831|831.42 832|832.85 833|833.88 834|834.52 835|835.76 836|836.40 837|837.16 838|838.64 839|839.88 840|840.67 841|841.5 842|842.92 843|843.84 844|844.41 845|845.60 846|846.11 847|847.95 848|848.78 849|849.65 850|850.66 851|851.63 852|852.93 853|853.94 854|854.47 855|855.60 856|856.65 857|857.50 858|858.49 859|859.48 860|860.48 861|861.87 862|862.23 863|863.91 864|864.6 865|865.61 866|866.87 867|867.71 868|868.76 869|869.68 870|870.8 871|871.93 872|872.56 873|873.39 874|874.55 875|875.51 876|876.69 877|877.97 878|878.69 879|879.64 880|880.78 881|881.86 882|882.18 883|883.14 884|884.38 885|885.25 886|886.61 887|887.37 888|888.79 889|889.54 890|890.85 891|891.17 892|892.37 893|893.40 894|894.19 895|895.44 896|896.78 897|897.30 898|898.3 899|899.83 900|900.22 901|901.77 902|902.21 903|903.3 904|904.37 905|905.58 906|906.71 907|907.96 908|908.95 909|909.80 910|910.58 911|911.13 912|912.92 913|913.72 914|914.81 915|915.17 916|916.87 917|917.33 918|918.88 919|919.91 920|920.30 921|921.65 922|922.47 923|923.65 924|924.60 925|925.19 926|926.12 927|927.43 928|928.85 929|929.27 930|930.87 931|931.23 932|932.4 933|933.79 934|934.47 935|935.23 936|936.29 937|937.75 938|938.57 939|939.81 940|940.17 941|941.6 942|942.3 943|943.89 944|944.92 945|945.70 946|946.41 947|947.93 948|948.93 949|949.33 950|950.27 951|951.56 952|952.34 953|953.48 954|954.85 955|955.69 956|956.10 957|957.78 958|958.92 959|959.49 960|960.88 961|961.31 962|962.74 963|963.48 964|964.48 965|965.89 966|966.67 967|967.82 968|968.93 969|969.30 970|970.6 971|971.28 972|972.94 973|973.99 974|974.27 975|975.51 976|976.69 977|977.61 978|978.59 979|979.89 980|980.40 981|981.86 982|982.58 983|983.82 984|984.60 985|985.23 986|986.80 987|987.71 988|988.2 989|989.8 990|990.25 991|991.9 992|992.52 993|993.95 994|994.14 995|995.91 996|996.30 997|997.32 998|998.3 999|999.53 1000|1000.68 1001|1001.13 1002|1002.50 1003|1003.19 1004|1004.70 1005|1005.84 1006|1006.14 1007|1007.75 1008|1008.42 1009|1009.19 1010|1010.62 1011|1011.16 1012|1012.44 1013|1013.88 1014|1014.73 1015|1015.57 1016|1016.43 1017|1017.85 1018|1018.16 1019|1019.29 1020|1020.36 1021|1021.71 1022|1022.75 1023|1023.55 1024|1024.96 1025|1025.93 1026|1026.97 1027|1027.80 1028|1028.23 1029|1029.53 1030|1030.6 1031|1031.35 1032|1032.10 1033|1033.51 1034|1034.29 1035|1035.50 1036|1036.99 1037|1037.30 1038|1038.46 1039|1039.12 1040|1040.6 1041|1041.79 1042|1042.98 1043|1043.86 1044|1044.49 1045|1045.94 1046|1046.64 1047|1047.49 1048|1048.77 1049|1049.69 1050|1050.18 1051|1051.58 1052|1052.84 1053|1053.46 1054|1054.92 1055|1055.16 1056|1056.37 1057|1057.20 1058|1058.7 1059|1059.49 1060|1060.9 1061|1061.91 1062|1062.37 1063|1063.35 1064|1064.93 1065|1065.40 1066|1066.40 1067|1067.13 1068|1068.85 1069|1069.67 1070|1070.87 1071|1071.98 1072|1072.0 1073|1073.51 1074|1074.20 1075|1075.23 1076|1076.29 1077|1077.78 1078|1078.5 1079|1079.74 1080|1080.76 1081|1081.23 1082|1082.11 1083|1083.60 1084|1084.74 1085|1085.71 1086|1086.19 1087|1087.5 1088|1088.17 1089|1089.32 1090|1090.0 1091|1091.79 1092|1092.36 1093|1093.35 1094|1094.20 1095|1095.59 1096|1096.7 1097|1097.7 1098|1098.18 1099|1099.12 1100|1100.6 1101|1101.11 1102|1102.58 1103|1103.14 1104|1104.49 1105|1105.3 1106|1106.73 1107|1107.14 1108|1108.23 1109|1109.84 1110|1110.42 1111|1111.12 1112|1112.60 1113|1113.42 1114|1114.1 1115|1115.56 1116|1116.53 1117|1117.99 1118|1118.89 1119|1119.47 1120|1120.17 1121|1121.42 1122|1122.68 1123|1123.51 1124|1124.3 1125|1125.18 1126|1126.36 1127|1127.28 1128|1128.51 1129|1129.31 1130|1130.54 1131|1131.42 1132|1132.2 1133|1133.19 1134|1134.48 1135|1135.19 1136|1136.68 1137|1137.15 1138|1138.47 1139|1139.25 1140|1140.73 1141|1141.32 1142|1142.54 1143|1143.64 1144|1144.52 1145|1145.22 1146|1146.0 1147|1147.82 1148|1148.66 1149|1149.2 1150|1150.67 1151|1151.46 1152|1152.16 1153|1153.87 1154|1154.25 1155|1155.21 1156|1156.27 1157|1157.72 1158|1158.88 1159|1159.13 1160|1160.22 1161|1161.28 1162|1162.75 1163|1163.33 1164|1164.68 1165|1165.91 1166|1166.85 1167|1167.66 1168|1168.9 1169|1169.55 1170|1170.25 1171|1171.83 1172|1172.6 1173|1173.93 1174|1174.74 1175|1175.41 1176|1176.57 1177|1177.90 1178|1178.31 1179|1179.57 1180|1180.35 1181|1181.90 1182|1182.5 1183|1183.94 1184|1184.25 1185|1185.56 1186|1186.43 1187|1187.4 1188|1188.20 1189|1189.91 1190|1190.34 1191|1191.10 1192|1192.44 1193|1193.66 1194|1194.51 1195|1195.81 1196|1196.61 1197|1197.90 1198|1198.79 1199|1199.77 1200|1200.87 1201|1201.23 1202|1202.91 1203|1203.79 1204|1204.32 1205|1205.17 1206|1206.53 1207|1207.72 1208|1208.77 1209|1209.37 1210|1210.66 1211|1211.1 1212|1212.58 1213|1213.51 1214|1214.36 1215|1215.82 1216|1216.16 1217|1217.83 1218|1218.54 1219|1219.37 1220|1220.50 1221|1221.49 1222|1222.41 1223|1223.7 1224|1224.88 1225|1225.63 1226|1226.59 1227|1227.6 1228|1228.27 1229|1229.11 1230|1230.78 1231|1231.41 1232|1232.1 1233|1233.69 1234|1234.8 1235|1235.49 1236|1236.86 1237|1237.18 1238|1238.76 1239|1239.54 1240|1240.42 1241|1241.11 1242|1242.68 1243|1243.25 1244|1244.89 1245|1245.26 1246|1246.74 1247|1247.81 1248|1248.21 1249|1249.23 1250|1250.66 1251|1251.17 1252|1252.19 1253|1253.6 1254|1254.52 1255|1255.93 1256|1256.66 1257|1257.61 1258|1258.93 1259|1259.2 1260|1260.7 1261|1261.39 1262|1262.67 1263|1263.81 1264|1264.81 1265|1265.92 1266|1266.96 1267|1267.86 1268|1268.22 1269|1269.74 1270|1270.9 1271|1271.90 1272|1272.31 1273|1273.50 1274|1274.8 1275|1275.65 1276|1276.0 1277|1277.48 1278|1278.33 1279|1279.3 1280|1280.46 1281|1281.84 1282|1282.95 1283|1283.77 1284|1284.92 1285|1285.31 1286|1286.37 1287|1287.1 1288|1288.19 1289|1289.19 1290|1290.45 1291|1291.91 1292|1292.52 1293|1293.31 1294|1294.54 1295|1295.40 1296|1296.81 1297|1297.93 1298|1298.61 1299|1299.77 1300|1300.97 1301|1301.15 1302|1302.70 1303|1303.17 1304|1304.23 1305|1305.50 1306|1306.86 1307|1307.52 1308|1308.70 1309|1309.55 1310|1310.5 1311|1311.42 1312|1312.90 1313|1313.89 1314|1314.24 1315|1315.28 1316|1316.16 1317|1317.58 1318|1318.28 1319|1319.55 1320|1320.53 1321|1321.85 1322|1322.42 1323|1323.98 1324|1324.1 1325|1325.52 1326|1326.7 1327|1327.60 1328|1328.61 1329|1329.51 1330|1330.45 1331|1331.97 1332|1332.47 1333|1333.21 1334|1334.13 1335|1335.53 1336|1336.15 1337|1337.2 1338|1338.98 1339|1339.90 1340|1340.73 1341|1341.80 1342|1342.99 1343|1343.0 1344|1344.86 1345|1345.26 1346|1346.55 1347|1347.46 1348|1348.78 1349|1349.90 1350|1350.49 1351|1351.8 1352|1352.81 1353|1353.46 1354|1354.41 1355|1355.23 1356|1356.89 1357|1357.73 1358|1358.0 1359|1359.27 1360|1360.24 </str>
<float name="score">1.0</float></doc>
<doc>
<str name="id">7</str>
<int name="id_i">7</int>
<float name="default_amount_f">13643.0</float>
<str name="amounts_dpf">1|1.69 2|2.71 3|3.72 4|4.56 5|5.9 6|6.91 7|7.25 8|8.14 9|9.75 10|10.91 11|11.60 12|12.41 13|13.47 14|14.83 15|15.57 16|16.37 17|17.57 18|18.95 19|19.62 20|20.23 21|21.78 22|22.59 23|23.83 24|24.2 25|25.86 26|26.84 27|27.76 28|28.49 29|29.80 30|30.79 31|31.33 32|32.37 33|33.34 34|34.35 35|35.1 36|36.9 37|37.92 38|38.20 39|39.98 40|40.34 41|41.51 42|42.60 43|43.53 44|44.7 45|45.11 46|46.59 47|47.27 48|48.28 49|49.24 50|50.13 51|51.39 52|52.80 53|53.35 54|54.4 55|55.9 56|56.5 57|57.64 58|58.12 59|59.75 60|60.77 61|61.31 62|62.9 63|63.13 64|64.51 65|65.72 66|66.93 67|67.59 68|68.35 69|69.67 70|70.65 71|71.87 72|72.45 73|73.65 74|74.77 75|75.96 76|76.54 77|77.88 78|78.67 79|79.89 80|80.59 81|81.45 82|82.99 83|83.79 84|84.0 85|85.69 86|86.88 87|87.10 88|88.12 89|89.44 90|90.81 91|91.76 92|92.69 93|93.91 94|94.96 95|95.2 96|96.72 97|97.34 98|98.62 99|99.18 100|100.96 101|101.15 102|102.57 103|103.30 104|104.22 105|105.32 106|106.17 107|107.69 108|108.75 109|109.88 110|110.2 111|111.91 112|112.79 113|113.98 114|114.91 115|115.83 116|116.19 117|117.27 118|118.84 119|119.4 120|120.30 121|121.17 122|122.12 123|123.62 124|124.45 125|125.96 126|126.77 127|127.94 128|128.39 129|129.25 130|130.60 131|131.50 132|132.55 133|133.11 134|134.78 135|135.42 136|136.6 137|137.37 138|138.35 139|139.59 140|140.41 141|141.15 142|142.28 143|143.39 144|144.6 145|145.18 146|146.26 147|147.90 148|148.0 149|149.35 150|150.37 151|151.94 152|152.88 153|153.3 154|154.65 155|155.26 156|156.12 157|157.39 158|158.54 159|159.15 160|160.71 161|161.28 162|162.47 163|163.23 164|164.71 165|165.62 166|166.14 167|167.34 168|168.65 169|169.56 170|170.81 171|171.35 172|172.76 173|173.75 174|174.80 175|175.43 176|176.94 177|177.58 178|178.35 179|179.79 180|180.22 181|181.44 182|182.5 183|183.68 184|184.39 185|185.24 186|186.80 187|187.54 188|188.99 189|189.91 190|190.78 191|191.90 192|192.80 193|193.4 194|194.35 195|195.74 196|196.74 197|197.37 198|198.37 199|199.91 200|200.19 201|201.28 202|202.48 203|203.18 204|204.87 205|205.38 206|206.49 207|207.76 208|208.70 209|209.70 210|210.52 211|211.57 212|212.55 213|213.99 214|214.43 215|215.4 216|216.73 217|217.92 218|218.64 219|219.50 220|220.41 221|221.21 222|222.97 223|223.73 224|224.21 225|225.48 226|226.14 227|227.86 228|228.97 229|229.21 230|230.32 231|231.27 232|232.25 233|233.28 234|234.61 235|235.16 236|236.5 237|237.20 238|238.67 239|239.26 240|240.24 241|241.81 242|242.55 243|243.68 244|244.15 245|245.80 246|246.11 247|247.0 248|248.23 249|249.3 250|250.42 251|251.8 252|252.8 253|253.86 254|254.27 255|255.89 256|256.86 257|257.18 258|258.85 259|259.85 260|260.28 261|261.86 262|262.82 263|263.12 264|264.27 265|265.40 266|266.8 267|267.22 268|268.66 269|269.71 270|270.69 271|271.25 272|272.4 273|273.64 274|274.98 275|275.25 276|276.89 277|277.91 278|278.45 279|279.63 280|280.64 281|281.63 282|282.32 283|283.91 284|284.20 285|285.60 286|286.38 287|287.17 288|288.58 289|289.77 290|290.16 291|291.74 292|292.62 293|293.29 294|294.86 295|295.50 296|296.96 297|297.40 298|298.43 299|299.17 300|300.41 301|301.48 302|302.30 303|303.41 304|304.32 305|305.15 306|306.89 307|307.72 308|308.2 309|309.29 310|310.51 311|311.54 312|312.42 313|313.45 314|314.13 315|315.97 316|316.61 317|317.16 318|318.30 319|319.80 320|320.40 321|321.34 322|322.92 323|323.44 324|324.19 325|325.97 326|326.29 327|327.61 328|328.90 329|329.67 330|330.73 331|331.26 332|332.54 333|333.61 334|334.73 335|335.54 336|336.65 337|337.69 338|338.93 339|339.99 340|340.85 341|341.2 342|342.6 343|343.77 344|344.72 345|345.30 346|346.28 347|347.81 348|348.35 349|349.23 350|350.57 351|351.37 352|352.10 353|353.81 354|354.99 355|355.37 356|356.95 357|357.71 358|358.19 359|359.82 360|360.80 361|361.48 362|362.0 363|363.4 364|364.68 365|365.91 366|366.58 367|367.59 368|368.4 369|369.76 370|370.15 371|371.87 372|372.98 373|373.46 374|374.14 375|375.44 376|376.11 377|377.38 378|378.38 379|379.53 380|380.56 381|381.18 382|382.28 383|383.42 384|384.6 385|385.22 386|386.50 387|387.93 388|388.51 389|389.55 390|390.57 391|391.96 392|392.27 393|393.7 394|394.79 395|395.49 396|396.11 397|397.91 398|398.89 399|399.94 400|400.20 401|401.51 402|402.4 403|403.58 404|404.60 405|405.42 406|406.54 407|407.12 408|408.2 409|409.88 410|410.67 411|411.80 412|412.58 413|413.96 414|414.78 415|415.76 416|416.66 417|417.9 418|418.86 419|419.72 420|420.96 421|421.24 422|422.88 423|423.38 424|424.36 425|425.45 426|426.87 427|427.92 428|428.22 429|429.21 430|430.23 431|431.96 432|432.54 433|433.37 434|434.90 435|435.18 436|436.33 437|437.28 438|438.16 439|439.58 440|440.50 441|441.62 442|442.3 443|443.98 444|444.35 445|445.73 446|446.11 447|447.79 448|448.49 449|449.65 450|450.37 451|451.55 452|452.18 453|453.32 454|454.95 455|455.40 456|456.84 457|457.56 458|458.71 459|459.5 460|460.55 461|461.55 462|462.32 463|463.26 464|464.0 465|465.63 466|466.22 467|467.45 468|468.21 469|469.37 470|470.32 471|471.95 472|472.1 473|473.27 474|474.10 475|475.6 476|476.93 477|477.11 478|478.3 479|479.82 480|480.91 481|481.90 482|482.88 483|483.16 484|484.44 485|485.3 486|486.13 487|487.53 488|488.80 489|489.17 490|490.69 491|491.57 492|492.9 493|493.83 494|494.95 495|495.71 496|496.57 497|497.46 498|498.93 499|499.56 500|500.86 501|501.20 502|502.78 503|503.71 504|504.54 505|505.93 506|506.53 507|507.42 508|508.34 509|509.23 510|510.44 511|511.39 512|512.46 513|513.80 514|514.67 515|515.58 516|516.54 517|517.14 518|518.54 519|519.33 520|520.13 521|521.64 522|522.26 523|523.43 524|524.14 525|525.74 526|526.41 527|527.60 528|528.78 529|529.6 530|530.6 531|531.92 532|532.36 533|533.93 534|534.54 535|535.10 536|536.72 537|537.74 538|538.10 539|539.42 540|540.9 541|541.82 542|542.20 543|543.42 544|544.93 545|545.42 546|546.41 547|547.70 548|548.63 549|549.41 550|550.56 551|551.0 552|552.74 553|553.8 554|554.63 555|555.74 556|556.88 557|557.70 558|558.27 559|559.14 560|560.76 561|561.38 562|562.11 563|563.80 564|564.76 565|565.49 566|566.87 567|567.36 568|568.51 569|569.0 570|570.32 571|571.34 572|572.56 573|573.3 574|574.68 575|575.53 576|576.41 577|577.24 578|578.88 579|579.87 580|580.20 581|581.91 582|582.94 583|583.14 584|584.46 585|585.42 586|586.79 587|587.24 588|588.6 589|589.76 590|590.41 591|591.5 592|592.26 593|593.84 594|594.93 595|595.94 596|596.89 597|597.33 598|598.69 599|599.82 600|600.26 601|601.35 602|602.47 603|603.64 604|604.67 605|605.64 606|606.77 607|607.7 608|608.87 609|609.93 610|610.20 611|611.94 612|612.81 613|613.65 614|614.37 615|615.64 616|616.14 617|617.43 618|618.9 619|619.95 620|620.73 621|621.55 622|622.72 623|623.27 624|624.21 625|625.71 626|626.54 627|627.28 628|628.34 629|629.61 630|630.37 631|631.33 632|632.77 633|633.42 634|634.11 635|635.68 636|636.22 637|637.70 638|638.48 639|639.48 640|640.84 641|641.16 642|642.56 643|643.69 644|644.57 645|645.10 646|646.87 647|647.79 648|648.8 649|649.88 650|650.11 651|651.50 652|652.32 653|653.50 654|654.46 655|655.94 656|656.79 657|657.74 658|658.51 659|659.21 660|660.90 661|661.74 662|662.96 663|663.21 664|664.52 665|665.87 666|666.69 667|667.1
[...truncated too long message...]
8(8.0.0):C3/1:delGen=1) Uninverting(_19(8.0.0):C7/2:delGen=1) Uninverting(_1a(8.0.0):C2/1:delGen=1)))}
[junit4] 2> 1703261 INFO (TEST-TestFunctionQuery.testFieldValueSourceParser-seed#[CFC8A170A9739A8A]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1703261 INFO (TEST-TestFunctionQuery.testFieldValueSourceParser-seed#[CFC8A170A9739A8A]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 2
[junit4] 2> 1703261 INFO (TEST-TestFunctionQuery.testFieldValueSourceParser-seed#[CFC8A170A9739A8A]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1703261 INFO (TEST-TestFunctionQuery.testFieldValueSourceParser-seed#[CFC8A170A9739A8A]) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1703262 INFO (TEST-TestFunctionQuery.testFieldValueSourceParser-seed#[CFC8A170A9739A8A]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1703262 INFO (TEST-TestFunctionQuery.testFieldValueSourceParser-seed#[CFC8A170A9739A8A]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 0
[junit4] 2> 1703262 INFO (TEST-TestFunctionQuery.testFieldValueSourceParser-seed#[CFC8A170A9739A8A]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q={!func}field("CoMpleX+\"+fieldName+_f")&indent=on&fl=*,score&rows=100&wt=xml} hits=8 status=0 QTime=0
[junit4] 2> 1703264 INFO (TEST-TestFunctionQuery.testFieldValueSourceParser-seed#[CFC8A170A9739A8A]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q={!func}sqrt(field("CoMpleX+\"+fieldName+_f"))&indent=on&fl=*,score&rows=100&wt=xml} hits=8 status=0 QTime=0
[junit4] 2> 1703265 INFO (TEST-TestFunctionQuery.testFieldValueSourceParser-seed#[CFC8A170A9739A8A]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q={!func}log(field("CoMpleX+\"+fieldName+_f"))&indent=on&fl=*,score&rows=100&wt=xml} hits=8 status=0 QTime=0
[junit4] 2> 1703266 INFO (TEST-TestFunctionQuery.testFieldValueSourceParser-seed#[CFC8A170A9739A8A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testFieldValueSourceParser
[junit4] 2> 1703266 INFO (SUITE-TestFunctionQuery-seed#[CFC8A170A9739A8A]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1703266 INFO (SUITE-TestFunctionQuery-seed#[CFC8A170A9739A8A]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=154581868
[junit4] 2> 1703266 INFO (SUITE-TestFunctionQuery-seed#[CFC8A170A9739A8A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1703266 INFO (SUITE-TestFunctionQuery-seed#[CFC8A170A9739A8A]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e8fd7e2: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@38d1b82c
[junit4] 2> 1703270 INFO (SUITE-TestFunctionQuery-seed#[CFC8A170A9739A8A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1703270 INFO (SUITE-TestFunctionQuery-seed#[CFC8A170A9739A8A]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f62801e: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@27434656
[junit4] 2> 1703272 INFO (SUITE-TestFunctionQuery-seed#[CFC8A170A9739A8A]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1703273 INFO (SUITE-TestFunctionQuery-seed#[CFC8A170A9739A8A]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c2ba7d1: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4923f446
[junit4] 2> 1703273 INFO (coreCloseExecutor-5962-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@63b744d3
[junit4] 2> 1703274 INFO (coreCloseExecutor-5962-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1672955091
[junit4] 2> 1703274 INFO (coreCloseExecutor-5962-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@63f0dcf4: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@730cec2b
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.search.function.TestFunctionQuery_CFC8A170A9739A8A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {const_s=PostingsFormat(name=MockRandom), eff_tint=PostingsFormat(name=MockRandom), 1_s=PostingsFormat(name=LuceneFixedGap), foo_s=PostingsFormat(name=Asserting), x_s=Lucene50(blocksize=128), 1-1_s=PostingsFormat(name=LuceneFixedGap), a_tfidf=PostingsFormat(name=LuceneFixedGap), field4_t=PostingsFormat(name=LuceneFixedGap), field2_t=PostingsFormat(name=MockRandom), field1_t=Lucene50(blocksize=128), amounts_dpf=PostingsFormat(name=Asserting), sfile_s=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=Asserting), id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=LuceneFixedGap), vals_dpf=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=1276, maxMBSortInHeap=5.3396934530066975, sim=RandomSimilarity(queryNorm=false): {}, locale=vi, timezone=Africa/Timbuktu
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_141 (64-bit)/cpus=3,threads=1,free=145791720,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudManagedSchema, TestHighFrequencyDictionaryFactory, TestRetrieveFieldsOptimizer, TestConfig, TestAuthorizationFramework, TestOverriddenPrefixQueryForCustomFieldType, SchemaVersionSpecificBehaviorTest, TestSolrQueryParser, AutoAddReplicasIntegrationTest, AtomicUpdatesTest, TestMacros, TestPostingsSolrHighlighter, BasicAuthStandaloneTest, TestDocumentBuilder, TestCollationField, TestSolrDeletionPolicy1, ChaosMonkeySafeLeaderTest, MultiThreadedOCPTest, CachingDirectoryFactoryTest, TestStressLiveNodes, CollectionStateFormat2Test, DebugComponentTest, TestLeaderElectionWithEmptyReplica, TestBlobHandler, TestSchemaManager, TestReRankQParserPlugin, TestNumericRangeQuery32, CopyFieldTest, HdfsNNFailoverTest, SolrCoreCheckLockOnStartupTest, TestLRUStatsCache, UpdateRequestProcessorFactoryTest, LeaderElectionIntegrationTest, DocValuesMultiTest, TestLockTree, TestQueryUtils, MissingSegmentRecoveryTest, HdfsRecoveryZkTest, LeaderElectionContextKeyTest, DeleteStatusTest, JavabinLoaderTest, TestUseDocValuesAsStored, DeleteLastCustomShardedReplicaTest, TestFieldSortValues, SystemInfoHandlerTest, TestMultiWordSynonyms, TestChildDocTransformer, TestCryptoKeys, ClassificationUpdateProcessorIntegrationTest, TestExpandComponent, SearchHandlerTest, BasicDistributedZk2Test, TestCopyFieldCollectionResource, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ExitableDirectoryReaderTest, TestCollectionsAPIViaSolrCloudCluster, CdcrReplicationDistributedZkTest, BlockDirectoryTest, AnalysisErrorHandlingTest, TestCollapseQParserPlugin, TestJsonRequest, MetricsHandlerTest, SolrIndexSplitterTest, TestExclusionRuleCollectionAccess, V2StandaloneTest, AutoScalingHandlerTest, TestShardHandlerFactory, DistributedMLTComponentTest, TestAuthenticationFramework, TestPartialUpdateDeduplication, SpellPossibilityIteratorTest, LukeRequestHandlerTest, TestUninvertingReader, OutOfBoxZkACLAndCredentialsProvidersTest, SimpleCollectionCreateDeleteTest, TestCoreContainer, DataDrivenBlockJoinTest, TestLMJelinekMercerSimilarityFactory, SpellingQueryConverterTest, StatsReloadRaceTest, SystemLogListenerTest, QueryResultKeyTest, TestComplexPhraseQParserPlugin, SimpleFacetsTest, TestSchemaResource, ExecutePlanActionTest, SolrMetricReporterTest, EnumFieldTest, DistanceUnitsTest, TestSortByMinMaxFunction, ShardRoutingCustomTest, TestCollectionAPIs, TestCorePropertiesReload, DistributedExpandComponentTest, TestMergePolicyConfig, TestWordDelimiterFilterFactory, TestFastWriter, MoreLikeThisHandlerTest, TestDocSet, TestSolrConfigHandler, TestCustomDocTransformer, TestOnReconnectListenerSupport, DistributedFacetPivotLargeTest, TestGroupingSearch, TestExactSharedStatsCache, CollectionsAPIAsyncDistributedZkTest, SolrSlf4jReporterTest, TestSQLHandler, HLLSerializationTest, CoreAdminCreateDiscoverTest, SimplePostToolTest, TestConfigSetProperties, TestSystemIdResolver, HttpSolrCallGetCoreTest, TestDistributedMissingSort, TestClusterStateMutator, PreAnalyzedFieldTest, TestCloudPivotFacet, FacetPivotSmallTest, HdfsSyncSliceTest, TestSort, CoreAdminHandlerTest, TestSolrCloudWithHadoopAuthPlugin, FullSolrCloudDistribCmdsTest, BlockJoinFacetDistribTest, TestFoldingMultitermQuery, TestFastLRUCache, DocumentBuilderTest, SpatialRPTFieldTypeTest, OpenExchangeRatesOrgProviderTest, CoreMergeIndexesAdminHandlerTest, ExplicitHLLTest, TestManagedSynonymFilterFactory, TestClusterProperties, CoreSorterTest, TestFaceting, CacheHeaderTest, TestRebalanceLeaders, DOMUtilTest, TestSolrIndexConfig, SolrPluginUtilsTest, TestInPlaceUpdatesDistrib, TestJsonFacetRefinement, ReplaceNodeTest, DocValuesTest, SolrShardReporterTest, ChangedSchemaMergeTest, TestStressUserVersions, CloudExitableDirectoryReaderTest, TestExceedMaxTermLength, TestFunctionQuery]
[junit4] Completed [339/746 (1!)] on J1 in 1.46s, 22 tests, 1 error <<< FAILURES!
[...truncated 48484 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1493 - Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1493/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue
Error Message:
action wasn't interrupted
Stack Trace:
java.lang.AssertionError: action wasn't interrupted
at __randomizedtesting.SeedInfo.seed([F8172232C6A9477D:31A2609CCFCE8188]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:684)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12175 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8172232C6A9477D-001/init-core-data-001
[junit4] 2> 596970 WARN (SUITE-TriggerIntegrationTest-seed#[F8172232C6A9477D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 596970 INFO (SUITE-TriggerIntegrationTest-seed#[F8172232C6A9477D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 596971 INFO (SUITE-TriggerIntegrationTest-seed#[F8172232C6A9477D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 596971 INFO (SUITE-TriggerIntegrationTest-seed#[F8172232C6A9477D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 596972 INFO (SUITE-TriggerIntegrationTest-seed#[F8172232C6A9477D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8172232C6A9477D-001/tempDir-001
[junit4] 2> 596972 INFO (SUITE-TriggerIntegrationTest-seed#[F8172232C6A9477D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 596972 INFO (Thread-1974) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 596972 INFO (Thread-1974) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 596973 ERROR (Thread-1974) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 597073 INFO (SUITE-TriggerIntegrationTest-seed#[F8172232C6A9477D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52947
[junit4] 2> 597078 INFO (jetty-launcher-1035-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 597078 INFO (jetty-launcher-1035-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 597079 INFO (jetty-launcher-1035-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1546abf{/solr,null,AVAILABLE}
[junit4] 2> 597080 INFO (jetty-launcher-1035-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b328929{/solr,null,AVAILABLE}
[junit4] 2> 597088 INFO (jetty-launcher-1035-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b23af85{HTTP/1.1,[http/1.1]}{127.0.0.1:39019}
[junit4] 2> 597088 INFO (jetty-launcher-1035-thread-1) [ ] o.e.j.s.Server Started @599349ms
[junit4] 2> 597088 INFO (jetty-launcher-1035-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39019}
[junit4] 2> 597089 ERROR (jetty-launcher-1035-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 597089 INFO (jetty-launcher-1035-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17b253a8{HTTP/1.1,[http/1.1]}{127.0.0.1:51351}
[junit4] 2> 597089 INFO (jetty-launcher-1035-thread-2) [ ] o.e.j.s.Server Started @599350ms
[junit4] 2> 597089 INFO (jetty-launcher-1035-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 597089 INFO (jetty-launcher-1035-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51351}
[junit4] 2> 597089 INFO (jetty-launcher-1035-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 597089 INFO (jetty-launcher-1035-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 597089 INFO (jetty-launcher-1035-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T05:43:01.103Z
[junit4] 2> 597089 ERROR (jetty-launcher-1035-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 597089 INFO (jetty-launcher-1035-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 597089 INFO (jetty-launcher-1035-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 597089 INFO (jetty-launcher-1035-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 597089 INFO (jetty-launcher-1035-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T05:43:01.103Z
[junit4] 2> 597094 INFO (jetty-launcher-1035-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 597096 INFO (jetty-launcher-1035-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 597101 INFO (jetty-launcher-1035-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52947/solr
[junit4] 2> 597101 INFO (jetty-launcher-1035-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52947/solr
[junit4] 2> 597195 INFO (jetty-launcher-1035-thread-1) [n:127.0.0.1:39019_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 597197 INFO (jetty-launcher-1035-thread-1) [n:127.0.0.1:39019_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39019_solr
[junit4] 2> 597198 INFO (jetty-launcher-1035-thread-1) [n:127.0.0.1:39019_solr ] o.a.s.c.Overseer Overseer (id=98904924552364037-127.0.0.1:39019_solr-n_0000000000) starting
[junit4] 2> 597208 INFO (jetty-launcher-1035-thread-1) [n:127.0.0.1:39019_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39019_solr
[junit4] 2> 597208 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 597220 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 597221 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 597221 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 597221 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 597221 INFO (OverseerStateUpdate-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 597225 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 597225 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 597225 DEBUG (ScheduledTrigger-2580-thread-1) [n:127.0.0.1:39019_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:39019_solr]
[junit4] 2> 597277 INFO (jetty-launcher-1035-thread-1) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 597298 INFO (jetty-launcher-1035-thread-1) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 597298 INFO (jetty-launcher-1035-thread-1) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 597298 INFO (jetty-launcher-1035-thread-1) [n:127.0.0.1:39019_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8172232C6A9477D-001/tempDir-001/node1/.
[junit4] 2> 597342 INFO (jetty-launcher-1035-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 597344 INFO (jetty-launcher-1035-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 597347 INFO (jetty-launcher-1035-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51351_solr
[junit4] 2> 597348 INFO (zkCallback-1046-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 597349 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 597421 INFO (jetty-launcher-1035-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51351.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 597427 INFO (jetty-launcher-1035-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51351.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 597427 INFO (jetty-launcher-1035-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51351.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 597427 INFO (jetty-launcher-1035-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8172232C6A9477D-001/tempDir-001/node2/.
[junit4] 2> 597451 INFO (SUITE-TriggerIntegrationTest-seed#[F8172232C6A9477D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 597452 INFO (SUITE-TriggerIntegrationTest-seed#[F8172232C6A9477D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52947/solr ready
[junit4] 2> 597467 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 597468 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 597469 DEBUG (zkCallback-1046-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 597469 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 597471 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 597471 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 597471 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 597475 INFO (qtp2043229802-6508) [n:127.0.0.1:39019_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 597481 INFO (qtp2043229802-6508) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 597487 INFO (qtp2043229802-6510) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 597488 INFO (qtp2043229802-6510) [n:127.0.0.1:39019_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52947/solr ready
[junit4] 2> 597489 INFO (qtp2043229802-6513) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 597492 INFO (qtp984645620-6502) [n:127.0.0.1:51351_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 597492 DEBUG (qtp2043229802-6510) [n:127.0.0.1:39019_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 597493 INFO (qtp2043229802-6510) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 597493 DEBUG (zkCallback-1046-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 597498 DEBUG (zkCallback-1046-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:51351_solr, 127.0.0.1:39019_solr]
[junit4] 2> 597498 DEBUG (zkCallback-1046-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 597498 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 597499 INFO (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 597501 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 597501 DEBUG (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 597501 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b23af85{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 597502 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1269521625
[junit4] 2> 597502 DEBUG (ScheduledTrigger-2580-thread-1) [n:127.0.0.1:39019_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 597503 DEBUG (ScheduledTrigger-2580-thread-1) [n:127.0.0.1:39019_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr, 127.0.0.1:39019_solr]
[junit4] 2> 597503 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 597503 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@701ed719: rootName = solr_39019, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@699680e3
[junit4] 2> 597507 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 597507 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8a7279a: rootName = solr_39019, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@27db990f
[junit4] 2> 597510 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 597510 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5f5f398e: rootName = solr_39019, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5b7d3c6f
[junit4] 2> 597513 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39019_solr
[junit4] 2> 597514 INFO (zkCallback-1046-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 597514 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 597514 INFO (zkCallback-1054-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 597514 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 597515 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 597515 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.c.Overseer Overseer (id=98904924552364037-127.0.0.1:39019_solr-n_0000000000) closing
[junit4] 2> 597516 INFO (OverseerStateUpdate-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39019_solr
[junit4] 2> 597517 WARN (OverseerAutoScalingTriggerThread-98904924552364037-127.0.0.1:39019_solr-n_0000000000) [n:127.0.0.1:39019_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 597518 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 597520 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51351_solr
[junit4] 2> 597521 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.Overseer Overseer (id=98904924552364038-127.0.0.1:51351_solr-n_0000000001) starting
[junit4] 2> 597522 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b328929{/solr,null,UNAVAILABLE}
[junit4] 2> 597530 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 597530 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 597531 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 597531 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 597532 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 597532 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 597532 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 597535 INFO (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 597535 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 597536 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:51351_solr]
[junit4] 2> 597536 DEBUG (ScheduledTrigger-2589-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 597536 DEBUG (ScheduledTrigger-2589-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 598538 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:51351_solr]
[junit4] 2> 598539 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 598540 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 599539 DEBUG (ScheduledTrigger-2589-thread-3) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:51351_solr]
[junit4] 2> 599540 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 599540 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 600539 DEBUG (ScheduledTrigger-2589-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:51351_solr]
[junit4] 2> 600539 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 600540 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 601540 DEBUG (ScheduledTrigger-2589-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:51351_solr]
[junit4] 2> 601540 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 601540 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 602541 DEBUG (ScheduledTrigger-2589-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:51351_solr]
[junit4] 2> 602541 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 602541 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 603541 DEBUG (ScheduledTrigger-2589-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:51351_solr]
[junit4] 2> 603541 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 603542 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 604543 DEBUG (ScheduledTrigger-2589-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:51351_solr]
[junit4] 2> 604543 DEBUG (ScheduledTrigger-2589-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 604543 DEBUG (ScheduledTrigger-2589-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 605544 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:51351_solr]
[junit4] 2> 605544 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 605544 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 606547 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:51351_solr]
[junit4] 2> 606547 DEBUG (ScheduledTrigger-2589-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 606547 DEBUG (ScheduledTrigger-2589-thread-2) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 607525 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 607526 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d6f8145{/solr,null,AVAILABLE}
[junit4] 2> 607527 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e7284d6{HTTP/1.1,[http/1.1]}{127.0.0.1:50934}
[junit4] 2> 607527 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.e.j.s.Server Started @609793ms
[junit4] 2> 607527 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50934}
[junit4] 2> 607527 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 607528 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 607528 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 607528 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 607528 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T05:43:11.542Z
[junit4] 2> 607531 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 607539 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52947/solr
[junit4] 2> 607548 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:51351_solr]
[junit4] 2> 607548 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 607549 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:51351_solr]
[junit4] 2> 607551 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [n:127.0.0.1:50934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 607554 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [n:127.0.0.1:50934_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 607558 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [n:127.0.0.1:50934_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50934_solr
[junit4] 2> 607559 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 607560 INFO (zkCallback-1063-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 607560 INFO (zkCallback-1054-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 607679 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [n:127.0.0.1:50934_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50934.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 607686 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [n:127.0.0.1:50934_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50934.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 607686 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [n:127.0.0.1:50934_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50934.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 607687 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [n:127.0.0.1:50934_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8172232C6A9477D-001/tempDir-001/node3/.
[junit4] 2> 608549 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr]
[junit4] 2> 608549 DEBUG (ScheduledTrigger-2589-thread-3) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 608549 DEBUG (ScheduledTrigger-2589-thread-3) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr]
[junit4] 2> 608550 DEBUG (ScheduledTrigger-2589-thread-3) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:50934_solr at time 1509169392564000000
[junit4] 2> 609551 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr]
[junit4] 2> 609551 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 609551 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr]
[junit4] 2> 610553 DEBUG (ScheduledTrigger-2589-thread-1) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr]
[junit4] 2> 610553 DEBUG (ScheduledTrigger-2589-thread-3) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 610553 DEBUG (ScheduledTrigger-2589-thread-3) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr]
[junit4] 2> 610554 DEBUG (ScheduledTrigger-2589-thread-3) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:50934_solr] added at times [1509169392564000000], now=1509169394568000000
[junit4] 2> 610554 DEBUG (ScheduledTrigger-2589-thread-3) [n:127.0.0.1:51351_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14f1a5910dab5500T5lt0m8dcwkubwwwbj8ugpm9dp",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1509169392564000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509169392564000000],
[junit4] 2> "nodeNames":["127.0.0.1:50934_solr"]}}
[junit4] 2> 610556 INFO (ScheduledTrigger-2589-thread-3) [n:127.0.0.1:51351_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 610557 DEBUG (AutoscalingActionExecutor-2590-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14f1a5910dab5500T5lt0m8dcwkubwwwbj8ugpm9dp",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1509169392564000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509169392564000000],
[junit4] 2> "_enqueue_time_":1509169394568000000,
[junit4] 2> "nodeNames":["127.0.0.1:50934_solr"]}}
[junit4] 2> 610557 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[F8172232C6A9477D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testContinueTriggersOnOverseerRestart
[junit4] 2> 610599 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 610600 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 610601 DEBUG (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 610601 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 610605 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 610606 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 610606 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 610629 INFO (qtp994383886-6575) [n:127.0.0.1:50934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 610631 INFO (qtp994383886-6575) [n:127.0.0.1:50934_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52947/solr ready
[junit4] 2> 610632 INFO (qtp994383886-6577) [n:127.0.0.1:50934_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 610633 INFO (qtp984645620-6507) [n:127.0.0.1:51351_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 610633 DEBUG (qtp994383886-6575) [n:127.0.0.1:50934_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 610635 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f61813e7b000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 610636 INFO (qtp994383886-6575) [n:127.0.0.1:50934_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 610636 DEBUG (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 610637 DEBUG (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr]
[junit4] 2> 610637 DEBUG (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 610637 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 610639 INFO (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 610640 INFO (qtp994383886-6578) [n:127.0.0.1:50934_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 610640 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 610640 DEBUG (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 610641 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 610641 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr]
[junit4] 2> 610645 INFO (qtp994383886-6578) [n:127.0.0.1:50934_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 610646 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 610647 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d20c594{/solr,null,AVAILABLE}
[junit4] 2> 610647 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f72eac6{HTTP/1.1,[http/1.1]}{127.0.0.1:53146}
[junit4] 2> 610647 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.e.j.s.Server Started @612915ms
[junit4] 2> 610647 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53146}
[junit4] 2> 610647 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 610649 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 610649 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 610649 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 610649 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T05:43:14.663Z
[junit4] 2> 610651 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 610655 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f61813e7b000e, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 610657 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52947/solr
[junit4] 2> 610672 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53146_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 610674 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53146_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 610676 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53146_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53146_solr
[junit4] 2> 610680 INFO (zkCallback-1054-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 610680 INFO (zkCallback-1063-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 610681 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 610681 INFO (zkCallback-1072-thread-1-processing-n:127.0.0.1:53146_solr) [n:127.0.0.1:53146_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 610750 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53146_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53146.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 610756 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53146_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53146.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 610756 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53146_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53146.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 610757 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53146_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8172232C6A9477D-001/tempDir-001/node4/.
[junit4] 2> 611643 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 611643 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53146_solr]
[junit4] 2> 611643 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:53146_solr at time 1509169395657000000
[junit4] 2> 612645 INFO (OverseerCollectionConfigSetProcessor-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 612646 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 612646 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53146_solr]
[junit4] 2> 613647 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 613647 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53146_solr]
[junit4] 2> 614648 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 614648 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53146_solr]
[junit4] 2> 615649 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 615649 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53146_solr]
[junit4] 2> 616650 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 616650 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53146_solr]
[junit4] 2> 617651 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 617651 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53146_solr]
[junit4] 2> 618651 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 618651 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53146_solr]
[junit4] 2> 619653 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 619653 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53146_solr]
[junit4] 2> 620654 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 620654 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53146_solr]
[junit4] 2> 621655 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 621655 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53146_solr]
[junit4] 2> 621655 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:53146_solr] added at times [1509169395657000000], now=1509169405669000000
[junit4] 2> 621655 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14f1a591c606c440T5lt0m8dcwkubwwwbj8ugpm9dr",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1509169395657000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509169395657000000],
[junit4] 2> "nodeNames":["127.0.0.1:53146_solr"]}}
[junit4] 2> 621656 INFO (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 621657 DEBUG (AutoscalingActionExecutor-2590-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14f1a591c606c440T5lt0m8dcwkubwwwbj8ugpm9dr",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1509169395657000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509169395657000000],
[junit4] 2> "_enqueue_time_":1509169405669000000,
[junit4] 2> "nodeNames":["127.0.0.1:53146_solr"]}}
[junit4] 2> 621657 INFO (AutoscalingActionExecutor-2590-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.ActionThrottle The last action attempt started 11105ms ago.
[junit4] 2> 621657 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 621659 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1617eecb{/solr,null,AVAILABLE}
[junit4] 2> 621659 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4caedeac{HTTP/1.1,[http/1.1]}{127.0.0.1:53049}
[junit4] 2> 621659 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.e.j.s.Server Started @623933ms
[junit4] 2> 621660 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53049}
[junit4] 2> 621660 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 621660 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 621660 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 621660 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 621660 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T05:43:25.674Z
[junit4] 2> 621664 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 621674 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52947/solr
[junit4] 2> 621699 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 621706 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53049_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 621711 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53049_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53049_solr
[junit4] 2> 621714 INFO (zkCallback-1054-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 621714 INFO (zkCallback-1072-thread-1-processing-n:127.0.0.1:53146_solr) [n:127.0.0.1:53146_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 621714 INFO (zkCallback-1063-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 621715 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 621716 INFO (zkCallback-1078-thread-1-processing-n:127.0.0.1:53049_solr) [n:127.0.0.1:53049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 621774 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53049.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 621781 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53049.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 621781 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53049_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53049.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 621782 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [n:127.0.0.1:53049_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8172232C6A9477D-001/tempDir-001/node5/.
[junit4] 2> 622664 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 622664 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 622664 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:53049_solr at time 1509169406678000000
[junit4] 2> 623674 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 623675 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 624675 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 624676 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 625681 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 625681 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 626684 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 626684 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 627686 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 627686 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 628688 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 628688 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 629693 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629693 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 630693 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630694 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 631697 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631697 DEBUG (ScheduledTrigger-2589-thread-4) [n:127.0.0.1:51351_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:51351_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 631817 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@17b253a8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 631817 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1681539302
[junit4] 2> 631818 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 631818 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6518a479: rootName = solr_51351, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@25572c81
[junit4] 2> 631829 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 631830 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6416151f: rootName = solr_51351, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@27db990f
[junit4] 2> 631838 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 631838 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19b85bc5: rootName = solr_51351, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5b7d3c6f
[junit4] 2> 631843 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51351_solr
[junit4] 2> 631846 INFO (zkCallback-1047-thread-1-processing-n:127.0.0.1:51351_solr) [n:127.0.0.1:51351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 631846 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 631846 INFO (zkCallback-1054-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 631847 INFO (zkCallback-1078-thread-1-processing-n:127.0.0.1:53049_solr) [n:127.0.0.1:53049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 631848 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 631849 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.c.Overseer Overseer (id=98904924552364038-127.0.0.1:51351_solr-n_0000000001) closing
[junit4] 2> 631849 INFO (OverseerStateUpdate-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51351_solr
[junit4] 2> 631850 INFO (zkCallback-1063-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 631851 INFO (zkCallback-1072-thread-1-processing-n:127.0.0.1:53146_solr) [n:127.0.0.1:53146_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 631852 WARN (OverseerAutoScalingTriggerThread-98904924552364038-127.0.0.1:51351_solr-n_0000000001) [n:127.0.0.1:51351_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 631853 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 631870 INFO (zkCallback-1063-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50934_solr
[junit4] 2> 631871 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1546abf{/solr,null,UNAVAILABLE}
[junit4] 2> 631873 INFO (zkCallback-1063-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.Overseer Overseer (id=98904924552364044-127.0.0.1:50934_solr-n_0000000002) starting
[junit4] 2> 631881 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 631882 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 631882 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:50934_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 631882 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 631883 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:50934_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 631883 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 631883 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 631885 INFO (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 631885 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:53049_solr
[junit4] 2> 631886 DEBUG (ScheduledTrigger-2612-thread-1) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:50934_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 631886 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 631887 DEBUG (ScheduledTrigger-2612-thread-2) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631887 DEBUG (ScheduledTrigger-2612-thread-2) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 632887 DEBUG (ScheduledTrigger-2612-thread-1) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:50934_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 632888 DEBUG (ScheduledTrigger-2612-thread-3) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632888 DEBUG (ScheduledTrigger-2612-thread-3) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 632888 DEBUG (ScheduledTrigger-2612-thread-3) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:53049_solr] added at times [1509169406678000000], now=1509169416902000000
[junit4] 2> 632888 DEBUG (ScheduledTrigger-2612-thread-3) [n:127.0.0.1:50934_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14f1a59456ede180T5lt0m8dcwkubwwwbj8ugpm9dt",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1509169406678000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509169406678000000],
[junit4] 2> "nodeNames":["127.0.0.1:53049_solr"]}}
[junit4] 2> 632889 INFO (ScheduledTrigger-2612-thread-3) [n:127.0.0.1:50934_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 632889 DEBUG (AutoscalingActionExecutor-2613-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14f1a59456ede180T5lt0m8dcwkubwwwbj8ugpm9dt",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1509169406678000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1509169406678000000],
[junit4] 2> "_enqueue_time_":1509169416902000000,
[junit4] 2> "nodeNames":["127.0.0.1:53049_solr"]}}
[junit4] 2> 632889 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[F8172232C6A9477D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 632910 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 632911 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 632912 DEBUG (zkCallback-1063-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 632912 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 632915 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 632915 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 632916 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 632920 INFO (qtp994383886-6579) [n:127.0.0.1:50934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 632922 INFO (qtp994383886-6579) [n:127.0.0.1:50934_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52947/solr ready
[junit4] 2> 632924 INFO (qtp1081527649-6629) [n:127.0.0.1:53049_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 632927 INFO (qtp1343935500-6612) [n:127.0.0.1:53146_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 632929 INFO (qtp994383886-6580) [n:127.0.0.1:50934_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 632929 DEBUG (qtp994383886-6579) [n:127.0.0.1:50934_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 632930 INFO (qtp994383886-6579) [n:127.0.0.1:50934_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 632931 DEBUG (zkCallback-1063-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 632932 DEBUG (zkCallback-1063-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:50934_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 632932 DEBUG (zkCallback-1063-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 632932 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 632934 INFO (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 632935 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 632935 DEBUG (OverseerAutoScalingTriggerThread-98904924552364044-127.0.0.1:50934_solr-n_0000000002) [n:127.0.0.1:50934_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 632936 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 632936 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f0f230b{/solr,null,AVAILABLE}
[junit4] 2> 632937 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@708814c2{HTTP/1.1,[http/1.1]}{127.0.0.1:41315}
[junit4] 2> 632937 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.e.j.s.Server Started @635216ms
[junit4] 2> 632937 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41315}
[junit4] 2> 632937 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 632938 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 632938 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 632938 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 632938 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-28T05:43:36.952Z
[junit4] 2> 632939 DEBUG (ScheduledTrigger-2612-thread-4) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632939 DEBUG (ScheduledTrigger-2612-thread-4) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:50934_solr, 127.0.0.1:53049_solr, 127.0.0.1:53146_solr]
[junit4] 2> 632940 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 632946 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52947/solr
[junit4] 2> 632953 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f61813e7b0016, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 632965 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [n:127.0.0.1:41315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 632968 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [n:127.0.0.1:41315_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 632972 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [n:127.0.0.1:41315_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41315_solr
[junit4] 2> 632974 INFO (zkCallback-1072-thread-1-processing-n:127.0.0.1:53146_solr) [n:127.0.0.1:53146_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 632974 INFO (zkCallback-1054-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 632974 INFO (zkCallback-1063-thread-1-processing-n:127.0.0.1:50934_solr) [n:127.0.0.1:50934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 632974 INFO (zkCallback-1078-thread-1-processing-n:127.0.0.1:53049_solr) [n:127.0.0.1:53049_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 632974 INFO (zkCallback-1088-thread-1-processing-n:127.0.0.1:41315_solr) [n:127.0.0.1:41315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 633082 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [n:127.0.0.1:41315_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41315.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 633089 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [n:127.0.0.1:41315_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41315.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 633089 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [n:127.0.0.1:41315_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41315.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3611b78c
[junit4] 2> 633090 INFO (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[F8172232C6A9477D]) [n:127.0.0.1:41315_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8172232C6A9477D-001/tempDir-001/node6/.
[junit4] 2> 633941 DEBUG (ScheduledTrigger-2612-thread-4) [n:127.0.0.1:50934_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigg
[...truncated too long message...]
odes from ZooKeeper... (4) -> (3)
[junit4] 2> 722219 INFO (zkCallback-1202-thread-1-processing-n:127.0.0.1:43592_solr) [n:127.0.0.1:43592_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 722220 INFO (jetty-closer-1036-thread-7) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 722220 INFO (jetty-closer-1036-thread-7) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 722224 INFO (zkCallback-1167-thread-1-processing-n:127.0.0.1:48669_solr) [n:127.0.0.1:48669_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 722224 INFO (zkCallback-1202-thread-2-processing-n:127.0.0.1:43592_solr) [n:127.0.0.1:43592_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 722231 INFO (jetty-closer-1036-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ef79cb9{/solr,null,UNAVAILABLE}
[junit4] 2> 722232 INFO (jetty-closer-1036-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22471e2e{/solr,null,UNAVAILABLE}
[junit4] 2> 722238 INFO (jetty-closer-1036-thread-5) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55114_solr
[junit4] 2> 722239 INFO (zkCallback-1173-thread-1-processing-n:127.0.0.1:55114_solr) [n:127.0.0.1:55114_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 722239 INFO (jetty-closer-1036-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 722240 INFO (jetty-closer-1036-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6326ab11: rootName = solr_41315, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5b7d3c6f
[junit4] 2> 722240 INFO (zkCallback-1088-thread-2-processing-n:127.0.0.1:41315_solr) [n:127.0.0.1:41315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 722242 INFO (jetty-closer-1036-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 722242 INFO (jetty-closer-1036-thread-5) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 722243 INFO (zkCallback-1173-thread-1-processing-n:127.0.0.1:55114_solr) [n:127.0.0.1:55114_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 722244 INFO (zkCallback-1088-thread-2-processing-n:127.0.0.1:41315_solr) [n:127.0.0.1:41315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 722247 INFO (jetty-closer-1036-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22e69029{/solr,null,UNAVAILABLE}
[junit4] 2> 722247 INFO (jetty-closer-1036-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41315_solr
[junit4] 2> 722250 INFO (zkCallback-1088-thread-2-processing-n:127.0.0.1:41315_solr) [n:127.0.0.1:41315_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 722250 INFO (jetty-closer-1036-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 722251 INFO (jetty-closer-1036-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 722251 INFO (jetty-closer-1036-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98904924552364055-127.0.0.1:41315_solr-n_0000000005) closing
[junit4] 2> 722251 INFO (OverseerStateUpdate-98904924552364055-127.0.0.1:41315_solr-n_0000000005) [n:127.0.0.1:41315_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41315_solr
[junit4] 2> 722252 WARN (OverseerAutoScalingTriggerThread-98904924552364055-127.0.0.1:41315_solr-n_0000000005) [n:127.0.0.1:41315_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 722257 DEBUG (jetty-closer-1036-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 722259 INFO (jetty-closer-1036-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f0f230b{/solr,null,UNAVAILABLE}
[junit4] 2> 723696 WARN (zkCallback-1208-thread-1-processing-n:127.0.0.1:41923_solr) [n:127.0.0.1:41923_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 723696 INFO (jetty-closer-1036-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3517bc21{/solr,null,UNAVAILABLE}
[junit4] 2> 723698 ERROR (SUITE-TriggerIntegrationTest-seed#[F8172232C6A9477D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 723699 INFO (SUITE-TriggerIntegrationTest-seed#[F8172232C6A9477D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52947 52947
[junit4] 2> 723759 INFO (Thread-1974) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52947 52947
[junit4] 2> 723761 WARN (Thread-1974) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 39 /solr/aliases.json
[junit4] 2> 39 /solr/clusterprops.json
[junit4] 2> 16 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 39 /solr/clusterstate.json
[junit4] 2> 6 /solr/overseer_elect/election/98904924552364055-127.0.0.1:41315_solr-n_0000000005
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/98904924552364090-127.0.0.1:55114_solr-n_0000000012
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 39 /solr/collections
[junit4] 2> 38 /solr/live_nodes
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 3 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_F8172232C6A9477D-001
[junit4] 2> Oct 28, 2017 5:45:07 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=929, maxMBSortInHeap=6.908214049322106, sim=RandomSimilarity(queryNorm=true): {}, locale=es-GT, timezone=America/Costa_Rica
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_141 (64-bit)/cpus=3,threads=1,free=180587016,total=406528000
[junit4] 2> NOTE: All tests run in this JVM: [DeleteReplicaTest, TestReRankQParserPlugin, TestLuceneMatchVersion, TestSort, TestExclusionRuleCollectionAccess, SSLMigrationTest, ExplicitHLLTest, TestAnalyzedSuggestions, AliasIntegrationTest, SolrShardReporterTest, TestIndexSearcher, OpenCloseCoreStressTest, TestManagedSchemaThreadSafety, CloudExitableDirectoryReaderTest, EnumFieldTest, DebugComponentTest, TestFieldCacheReopen, SearchHandlerTest, DocValuesMultiTest, TestExpandComponent, TestStressReorder, TestLegacyTerms, ConjunctionSolrSpellCheckerTest, TestRandomCollapseQParserPlugin, TestLegacyFieldReuse, AtomicUpdatesTest, TestNRTOpen, TestAuthenticationFramework, TestComplexPhraseQParserPlugin, TestUseDocValuesAsStored, TestManagedResource, TestUninvertingReader, TestFieldResource, QueryResultKeyTest, TestExactSharedStatsCache, CloneFieldUpdateProcessorFactoryTest, HdfsRecoveryZkTest, TestStressVersions, TermsComponentTest, TestRetrieveFieldsOptimizer, BadCopyFieldTest, TestStressLucene, ExecutePlanActionTest, CacheHeaderTest, TestFaceting, SolrCloudExampleTest, DirectSolrSpellCheckerTest, TestDelegationWithHadoopAuth, BigEndianAscendingWordSerializerTest, SolrPluginUtilsTest, SolrIndexConfigTest, TestRTGBase, EchoParamsTest, TestRTimerTree, TestRebalanceLeaders, TestDynamicLoading, StatsReloadRaceTest, NodeLostTriggerTest, TestComponentsName, SpellPossibilityIteratorTest, TestAuthorizationFramework, TestCopyFieldCollectionResource, TestFieldTypeResource, TestCSVLoader, TestGraphTermsQParserPlugin, SolrSlf4jReporterTest, BasicZkTest, TestNumericTerms32, FileUtilsTest, TestSolrCloudWithKerberosAlt, TestBlobHandler, TestWordDelimiterFilterFactory, ReplicaListTransformerTest, BasicAuthStandaloneTest, TestJettySolrRunner, ConnectionManagerTest, TestDistributedGrouping, TestJsonRequest, DistributedQueryComponentOptimizationTest, TestJsonFacetRefinement, OverseerCollectionConfigSetProcessorTest, LeaderInitiatedRecoveryOnShardRestartTest, SolrIndexMetricsTest, TestCustomDocTransformer, TestCharFilters, TestDefaultStatsCache, DistanceUnitsTest, JavabinLoaderTest, TestChildDocTransformer, TestGeoJSONResponseWriter, UninvertDocValuesMergePolicyTest, TestOnReconnectListenerSupport, RequestLoggingTest, LoggingHandlerTest, TriggerIntegrationTest]
[junit4] Completed [188/746 (1!)] on J1 in 127.06s, 11 tests, 1 failure <<< FAILURES!
[...truncated 49001 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1492 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1492/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=41174, name=jetty-launcher-8209-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=41184, name=jetty-launcher-8209-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=41174, name=jetty-launcher-8209-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=41184, name=jetty-launcher-8209-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([A494B1E20F13937]:0)
Build Log:
[...truncated 13784 lines...]
[junit4] Suite: org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_A494B1E20F13937-001/init-core-data-001
[junit4] 2> 3859371 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3859372 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3859372 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3859409 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_A494B1E20F13937-001/tempDir-001
[junit4] 2> 3859410 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3859410 INFO (Thread-9168) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3859410 INFO (Thread-9168) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3859411 ERROR (Thread-9168) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3859510 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47686
[junit4] 2> 3859526 INFO (jetty-launcher-8209-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3859526 INFO (jetty-launcher-8209-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3859528 INFO (jetty-launcher-8209-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@699104f6{/solr,null,AVAILABLE}
[junit4] 2> 3859528 INFO (jetty-launcher-8209-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@493911f4{/solr,null,AVAILABLE}
[junit4] 2> 3859529 INFO (jetty-launcher-8209-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9ba2588{HTTP/1.1,[http/1.1]}{127.0.0.1:๕๔๕๙๙}
[junit4] 2> 3859531 INFO (jetty-launcher-8209-thread-2) [ ] o.e.j.s.Server Started @๓๘๖๓๔๐๖ms
[junit4] 2> 3859531 INFO (jetty-launcher-8209-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56d3e320{HTTP/1.1,[http/1.1]}{127.0.0.1:๓๘๑๒๕}
[junit4] 2> 3859531 INFO (jetty-launcher-8209-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54599}
[junit4] 2> 3859531 INFO (jetty-launcher-8209-thread-1) [ ] o.e.j.s.Server Started @๓๘๖๓๔๐๗ms
[junit4] 2> 3859532 ERROR (jetty-launcher-8209-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3859532 INFO (jetty-launcher-8209-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3859532 INFO (jetty-launcher-8209-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3859532 INFO (jetty-launcher-8209-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 3859532 INFO (jetty-launcher-8209-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38125}
[junit4] 2> 3859532 INFO (jetty-launcher-8209-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-25T03:34:07.949Z
[junit4] 2> 3859532 ERROR (jetty-launcher-8209-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3859532 INFO (jetty-launcher-8209-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 3859532 INFO (jetty-launcher-8209-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3859532 INFO (jetty-launcher-8209-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 3859532 INFO (jetty-launcher-8209-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-25T03:34:07.949Z
[junit4] 2> 3859534 INFO (jetty-launcher-8209-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3859534 INFO (jetty-launcher-8209-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3859541 INFO (jetty-launcher-8209-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47686/solr
[junit4] 2> 3859541 INFO (jetty-launcher-8209-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47686/solr
[junit4] 2> 3859673 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3859674 INFO (jetty-launcher-8209-thread-1) [n:127.0.0.1:38125_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3859674 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54599_solr
[junit4] 2> 3859675 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.s.c.Overseer Overseer (id=98887430820855813-127.0.0.1:54599_solr-n_0000000000) starting
[junit4] 2> 3859675 INFO (jetty-launcher-8209-thread-1) [n:127.0.0.1:38125_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38125_solr
[junit4] 2> 3859678 INFO (zkCallback-8220-thread-1-processing-n:127.0.0.1:38125_solr) [n:127.0.0.1:38125_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3859680 INFO (zkCallback-8221-thread-1-processing-n:127.0.0.1:54599_solr) [n:127.0.0.1:54599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3859690 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54599_solr
[junit4] 2> 3859691 INFO (zkCallback-8220-thread-1-processing-n:127.0.0.1:38125_solr) [n:127.0.0.1:38125_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3859692 INFO (zkCallback-8221-thread-1-processing-n:127.0.0.1:54599_solr) [n:127.0.0.1:54599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3859716 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
[junit4] 2> 3859716 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=staff, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
[junit4] 2> 3859718 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 3859720 INFO (jetty-launcher-8209-thread-2-EventThread) [n:127.0.0.1:54599_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 3859736 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 3859736 INFO (jetty-launcher-8209-thread-1) [n:127.0.0.1:38125_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
[junit4] 2> 3859736 INFO (jetty-launcher-8209-thread-1) [n:127.0.0.1:38125_solr ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=staff, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
[junit4] 2> 3859737 INFO (jetty-launcher-8209-thread-1) [n:127.0.0.1:38125_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 3859742 INFO (jetty-launcher-8209-thread-1-EventThread) [n:127.0.0.1:38125_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 3859772 INFO (jetty-launcher-8209-thread-1) [n:127.0.0.1:38125_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
[junit4] 2> 3859789 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54599.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@720a9ded
[junit4] 2> 3859806 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54599.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@720a9ded
[junit4] 2> 3859806 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54599.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@720a9ded
[junit4] 2> 3859807 INFO (jetty-launcher-8209-thread-2) [n:127.0.0.1:54599_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_A494B1E20F13937-001/tempDir-001/node2/.
[junit4] 2> 3859819 INFO (jetty-launcher-8209-thread-1) [n:127.0.0.1:38125_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38125.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@720a9ded
[junit4] 2> 3859824 INFO (jetty-launcher-8209-thread-1) [n:127.0.0.1:38125_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38125.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@720a9ded
[junit4] 2> 3859824 INFO (jetty-launcher-8209-thread-1) [n:127.0.0.1:38125_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38125.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@720a9ded
[junit4] 2> 3859825 INFO (jetty-launcher-8209-thread-1) [n:127.0.0.1:38125_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_A494B1E20F13937-001/tempDir-001/node1/.
[junit4] 2> 3859844 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3859845 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47686/solr ready
[junit4] 2> 3860015 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 3860029 INFO (qtp1110115401-41136) [n:127.0.0.1:54599_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3860029 INFO (qtp1110115401-41136) [n:127.0.0.1:54599_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3860030 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 3860175 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 3860180 INFO (qtp1110115401-41138) [n:127.0.0.1:54599_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3860180 INFO (qtp1110115401-41138) [n:127.0.0.1:54599_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3860180 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 3860331 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 3860335 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 3860498 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 3875516 WARN (jetty-launcher-8209-thread-1-SendThread(127.0.0.1:47686)) [n:127.0.0.1:38125_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15690ms for sessionid 0x15f51982ad40006
[junit4] 2> 3875516 WARN (jetty-launcher-8209-thread-2-SendThread(127.0.0.1:47686)) [n:127.0.0.1:54599_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15729ms for sessionid 0x15f51982ad40007
[junit4] 2> 3875517 WARN (jetty-launcher-8209-thread-1-SendThread(127.0.0.1:47686)) [n:127.0.0.1:38125_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15730ms for sessionid 0x15f51982ad40008
[junit4] 2> 3875517 WARN (jetty-launcher-8209-thread-2-SendThread(127.0.0.1:47686)) [n:127.0.0.1:54599_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15709ms for sessionid 0x15f51982ad40005
[junit4] 2> 3875517 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f51982ad40006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3875517 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f51982ad40007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3875517 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f51982ad40008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3875518 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f51982ad40005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3875518 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] IGNOR/A 0.00s J1 | TestImpersonationWithHadoopAuth.testForwarding
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/HADOOP-9893))
[junit4] 2> 3875638 INFO (jetty-launcher-8209-thread-2-EventThread) [n:127.0.0.1:54599_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 3875647 INFO (jetty-launcher-8209-thread-1-EventThread) [n:127.0.0.1:38125_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 3875647 WARN (zkCallback-8220-thread-1-processing-n:127.0.0.1:38125_solr) [n:127.0.0.1:38125_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63deb247 name: ZooKeeperConnection Watcher:127.0.0.1:47686/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 3875648 WARN (zkCallback-8220-thread-1-processing-n:127.0.0.1:38125_solr) [n:127.0.0.1:38125_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 3875676 WARN (zkCallback-8228-thread-4) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3cc6677d name: ZooKeeperConnection Watcher:127.0.0.1:47686/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 3875682 WARN (zkCallback-8228-thread-4) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 3875680 WARN (zkCallback-8221-thread-2-processing-n:127.0.0.1:54599_solr) [n:127.0.0.1:54599_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f7580b5 name: ZooKeeperConnection Watcher:127.0.0.1:47686/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 3875686 WARN (zkCallback-8221-thread-2-processing-n:127.0.0.1:54599_solr) [n:127.0.0.1:54599_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 3875679 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 3875692 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 3875927 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 3875930 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 3876137 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 3876139 INFO (qtp1110115401-41135) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
[junit4] 2> at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3876139 WARN (qtp1110115401-41135) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
[junit4] 2> at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 26 more
[junit4] 2> 3876140 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 3876342 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 3876372 WARN (qtp1110115401-41140) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2> id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 3876374 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 3876586 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 3876588 INFO (qtp1110115401-41136) [n:127.0.0.1:54599_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3876589 INFO (qtp1110115401-41136) [n:127.0.0.1:54599_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3876589 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[A494B1E20F13937]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 3876796 WARN (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker-SendThread(127.0.0.1:47686)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15f51982ad4000a has expired
[junit4] 2> 3876798 WARN (zkCallback-8228-thread-2) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3cc6677d name: ZooKeeperConnection Watcher:127.0.0.1:47686/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 3876799 WARN (zkCallback-8228-thread-2) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 3876799 WARN (zkCallback-8228-thread-2) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 3876801 INFO (zkCallback-8228-thread-2) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 3876902 ERROR (zkCallback-8228-thread-2) [ ] o.a.s.c.c.ZkStateReader A ZK error has occurred
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:428)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:283)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3876903 ERROR (zkCallback-8228-thread-2) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException: A ZK error has occurred
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:286)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:428)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:283)
[junit4] 2> ... 10 more
[junit4] 2>
[junit4] 2> 3876903 WARN (zkCallback-8228-thread-2) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 3876903 INFO (zkCallback-8228-thread-2) [ ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 3876905 INFO (jetty-closer-8210-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@56d3e320{HTTP/1.1,[http/1.1]}{127.0.0.1:๐}
[junit4] 2> 3876908 INFO (jetty-closer-8210-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1740217671
[junit4] 2> 3876908 INFO (jetty-closer-8210-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@9ba2588{HTTP/1.1,[http/1.1]}{127.0.0.1:๐}
[junit4] 2> 3876912 INFO (jetty-closer-8210-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1730876514
[junit4] 2> 3876912 INFO (jetty-closer-8210-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3876912 INFO (jetty-closer-8210-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3876912 INFO (jetty-closer-8210-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7121e5db: rootName = solr_38125, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@264af853
[junit4] 2> 3876912 INFO (jetty-closer-8210-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6973a5f4: rootName = solr_54599, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7f04203f
[junit4] 2> 3876927 INFO (jetty-closer-8210-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3876927 INFO (jetty-closer-8210-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3876927 INFO (jetty-closer-8210-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45f1c94f: rootName = solr_38125, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6a5b7c6c
[junit4] 2> 3876927 INFO (jetty-closer-8210-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33e0f501: rootName = solr_54599, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6a5b7c6c
[junit4] 2> 3876932 INFO (jetty-closer-8210-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3876932 INFO (jetty-closer-8210-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9ca0735: rootName = solr_54599, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3761bba0
[junit4] 2> 3876932 INFO (jetty-closer-8210-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3876932 INFO (jetty-closer-8210-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77036a08: rootName = solr_38125, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3761bba0
[junit4] 2> 3877095 INFO (jetty-closer-8210-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38125_solr
[junit4] 2> 3877097 INFO (jetty-closer-8210-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3877097 INFO (zkCallback-8220-thread-3-processing-n:127.0.0.1:38125_solr) [n:127.0.0.1:38125_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3877098 INFO (jetty-closer-8210-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3877104 ERROR (Thread[Thread-9187,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:38125_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 3877204 INFO (zkCallback-8221-thread-6-processing-n:127.0.0.1:54599_solr) [n:127.0.0.1:54599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3877206 INFO (jetty-closer-8210-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:54599_solr
[junit4] 2> 3877208 INFO (jetty-closer-8210-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3877209 INFO (jetty-closer-8210-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3877209 INFO (zkCallback-8221-thread-6-processing-n:127.0.0.1:54599_solr) [n:127.0.0.1:54599_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3877209 INFO (jetty-closer-8210-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98887430820855813-127.0.0.1:54599_solr-n_0000000000) closing
[junit4] 2> 3877210 INFO (OverseerStateUpdate-98887430820855813-127.0.0.1:54599_solr-n_0000000000) [n:127.0.0.1:54599_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54599_solr
[junit4] 2> 3877210 WARN (OverseerAutoScalingTriggerThread-98887430820855813-127.0.0.1:54599_solr-n_0000000000) [n:127.0.0.1:54599_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3877225 ERROR (Thread[Thread-9185,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:54599_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 3877339 INFO (jetty-closer-8210-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@493911f4{/solr,null,UNAVAILABLE}
[junit4] 2> 3877560 INFO (jetty-closer-8210-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@699104f6{/solr,null,UNAVAILABLE}
[junit4] 2> 3877563 ERROR (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3877564 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47686 47686
[junit4] 2> 3882836 INFO (Thread-9168) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47686 47686
[junit4] 2> 3882843 WARN (Thread-9168) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2>
[junit4] 2> 3882844 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[A494B1E20F13937]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Oct 25, 2017 3:34:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Oct 25, 2017 3:34:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] 2> 1) Thread[id=41174, name=jetty-launcher-8209-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2) Thread[id=41184, name=jetty-launcher-8209-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 25, 2017 3:34:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=41174, name=jetty-launcher-8209-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> 2) Thread[id=41184, name=jetty-launcher-8209-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] 2> 3903117 ERROR (jetty-launcher-8209-thread-2-EventThread) [n:127.0.0.1:54599_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 3903118 ERROR (jetty-launcher-8209-thread-1-EventThread) [n:127.0.0.1:38125_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 25, 2017 3:34:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=th-TH-u-nu-thai-x-lvariant-TH, timezone=UTC
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_141 (64-bit)/cpus=3,threads=1,free=164057128,total=515899392
[junit4] 2> NOTE: All tests run in this JVM: [TestFunctionQuery, TestSort, SolrCoreCheckLockOnStartupTest, DeleteReplicaTest, TestSchemaVersionResource, TestTolerantUpdateProcessorCloud, TestMergePolicyConfig, SampleTest, TemplateUpdateProcessorTest, TestCryptoKeys, QueryResultKeyTest, SmileWriterTest, TestRetrieveFieldsOptimizer, MoreLikeThisHandlerTest, TestSSLRandomization, UpdateRequestProcessorFactoryTest, DistribDocExpirationUpdateProcessorTest, HdfsWriteToMultipleCollectionsTest, ZkStateWriterTest, TestValueSourceCache, BasicFunctionalityTest, OpenExchangeRatesOrgProviderTest, RequestLoggingTest, TestOnReconnectListenerSupport, TestSolrCLIRunExample, PreAnalyzedFieldTest, TestLegacyTerms, TestUniqueKeyFieldResource, OverseerRolesTest, TestFieldResource, BlockJoinFacetSimpleTest, BitVectorTest, AddSchemaFieldsUpdateProcessorFactoryTest, LeaderElectionIntegrationTest, TestComponentsName, VMParamsZkACLAndCredentialsProvidersTest, TestCoreAdminApis, TestCollectionsAPIViaSolrCloudCluster, TestMaxScoreQueryParser, SchemaVersionSpecificBehaviorTest, ExecutePlanActionTest, TestDocumentBuilder, TestStressLucene, TestShortCircuitedRequests, TermsComponentTest, TestDFISimilarityFactory, BaseCdcrDistributedZkTest, TestFoldingMultitermQuery, TestUnifiedSolrHighlighter, ClassificationUpdateProcessorIntegrationTest, TestAnalyzedSuggestions, TestObjectReleaseTracker, TestPayloadScoreQParserPlugin, TestElisionMultitermQuery, ZkNodePropsTest, TestLegacyFieldReuse, AssignTest, FileUtilsTest, TestInPlaceUpdatesDistrib, TestSolrCloudWithKerberosAlt, BasicAuthStandaloneTest, ExitableDirectoryReaderTest, TestManagedSchemaThreadSafety, HealthCheckHandlerTest, LeaderFailureAfterFreshStartTest, TestStressUserVersions, TestSolrFieldCacheBean, TestClusterStateMutator, TestNumericTerms32, TestClusterProperties, ChaosMonkeyNothingIsSafeWithPullReplicasTest, JvmMetricsTest, CopyFieldTest, TestFieldCacheWithThreads, AutoAddReplicasIntegrationTest, SolrPluginUtilsTest, TestShardHandlerFactory, TestRandomCollapseQParserPlugin, TestBlobHandler, SolrIndexConfigTest, CollectionsAPIDistributedZkTest, TestPartialUpdateDeduplication, TestReload, TestRemoteStreaming, TestCloudRecovery, TestWordDelimiterFilterFactory, OpenCloseCoreStressTest, BlobRepositoryCloudTest, TestCloudPivotFacet, SimpleFacetsTest, AnalysisAfterCoreReloadTest, HdfsBasicDistributedZkTest, TestSuggestSpellingConverter, MBeansHandlerTest, ReplaceNodeTest, TestScoreJoinQPNoScore, TriggerIntegrationTest, TestJsonRequest, SolrCoreTest, TestManagedSchema, TestCopyFieldCollectionResource, TestNumericRangeQuery32, CursorMarkTest, RuleEngineTest, LeaderElectionContextKeyTest, SystemLogListenerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, FullSolrCloudDistribCmdsTest, TestHashPartitioner, HttpTriggerListenerTest, TestInfoStreamLogging, TestDynamicFieldResource, SoftAutoCommitTest, TestGroupingSearch, TestDefaultStatsCache, DataDrivenBlockJoinTest, TestDocSet, TestExpandComponent, ConjunctionSolrSpellCheckerTest, TestDistributedMissingSort, SecurityConfHandlerTest, UpdateParamsTest, TestDocTermOrds, TolerantUpdateProcessorTest, SolrJmxReporterCloudTest, CollectionStateFormat2Test, StatsReloadRaceTest, TermVectorComponentTest, TestSystemCollAutoCreate, CollectionsAPIAsyncDistributedZkTest, LeaderInitiatedRecoveryOnShardRestartTest, TestFastOutputStream, QueryElevationComponentTest, TestCollationFieldDocValues, TestCustomDocTransformer, DistributedFacetPivotLargeTest, OverseerTaskQueueTest, EchoParamsTest, SystemInfoHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, FieldMutatingUpdateProcessorTest, TestSortByMinMaxFunction, TestHighFrequencyDictionaryFactory, TestQueryUtils, PreAnalyzedUpdateProcessorTest, SpellingQueryConverterTest, TestRuleBasedAuthorizationPlugin, PingRequestHandlerTest, TestCollationField, SolrCloudExampleTest, TestReRankQParserPlugin, TestEmbeddedSolrServerConstructors, SolrCoreMetricManagerTest, PreAnalyzedFieldManagedSchemaCloudTest, BlockDirectoryTest, TestCloudManagedSchema, HdfsRecoveryZkTest, TestFileDictionaryLookup, HLLUtilTest, TestPostingsSolrHighlighter, TestManagedSynonymFilterFactory, TestFieldCacheReopen, TestExactSharedStatsCache, TestCoreContainer, DeleteLastCustomShardedReplicaTest, TestRandomFaceting, TestDistributedGrouping, HdfsChaosMonkeySafeLeaderTest, TestFastWriter, TestJsonFacetRefinement, TestNumericTokenStream, TestChildDocTransformer, DeleteStatusTest, TestLuceneMatchVersion, BlockJoinFacetDistribTest, TestAuthorizationFramework, ZkSolrClientTest, SpatialHeatmapFacetsTest, AliasIntegrationTest, DocumentBuilderTest, AtomicUpdatesTest, RecoveryAfterSoftCommitTest, TestSolrDeletionPolicy1, PolyFieldTest, LukeRequestHandlerTest, TestStressCloudBlindAtomicUpdates, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, BasicZkTest, ClusterStateUpdateTest, LeaderElectionTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestJoin, TestStressVersions, DistributedTermsComponentTest, StatsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTSTTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, NoCacheHeaderTest, TestUpdate, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, DebugComponentTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, FileBasedSpellCheckerTest, TestIndexingPerformance, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, IndexSchemaTest, TestJmxIntegration, ReturnFieldsTest, TestCSVResponseWriter, JsonLoaderTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, SOLR749Test, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, TestSearchPerf, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, TestSystemIdResolver, PrimUtilsTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, SliceStateTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest, DeleteShardTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, RestartWhileUpdatingTest, SSLMigrationTest, ShardSplitTest, TestPullReplica, TestReplicaProperties, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, AutoScalingHandlerTest, HdfsAutoAddReplicasIntegrationTest, CoreSorterTest, HdfsDirectoryFactoryTest, TestDynamicLoading, TestConfigReload, TestReqParamsAPI, TestSQLHandler, TestSolrConfigHandlerConcurrent, DistributedFacetPivotLongTailTest, DistributedFacetPivotWhiteBoxTest, FacetPivotSmallTest, InfixSuggestersTest, ReplicaListTransformerTest, ShufflingReplicaListTransformerTest, SuggestComponentContextFilterQueryTest, TestDistributedStatsComponentCardinality, JavabinLoaderTest, TestSlowCompositeReaderWrapper, UninvertDocValuesMergePolicyTest, WrapperMergePolicyFactoryTest, CheckHdfsIndexTest, TestIntervalFaceting, TestMacros, TestExportWriter, TestSolrQueryResponse, TestSubQueryTransformer, TestManagedResource, TestManagedResourceStorage, TestRestManager, TestBulkSchemaAPI, TestDynamicFieldCollectionResource, TestFieldCollectionResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaResource, TestSerializedLuceneMatchVersion, TestManagedStopFilterFactory, DateRangeFieldTest, EnumFieldTest, TestCloudSchemaless, TestReloadDeadlock, TestSolr4Spatial2, TestTrieFacet, TestMinMaxOnMultiValuedField, TestOrdValues, BlockJoinFacetRandomTest, GraphQueryTest, TestCloudNestedDocsSort, TestScoreJoinQPScore, CloudMLTQParserTest, TestLRUStatsCache, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=A494B1E20F13937 -Dtests.slow=true -Dtests.locale=th-TH-u-nu-thai-x-lvariant-TH -Dtests.timezone=UTC -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=41174, name=jetty-launcher-8209-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=41184, name=jetty-launcher-8209-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([A494B1E20F13937]:0)
[junit4] Completed [713/745 (1!)] on J1 in 43.76s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 24283 lines...]
-check-forbidden-all:
[forbidden-apis] Reading bundled API signatures: jdk-unsafe-1.8
[forbidden-apis] Reading bundled API signatures: jdk-deprecated-1.8
[forbidden-apis] Reading bundled API signatures: jdk-non-portable
[forbidden-apis] Reading bundled API signatures: jdk-reflection
[forbidden-apis] Reading bundled API signatures: commons-io-unsafe-2.5
[forbidden-apis] Reading API signatures: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/tools/forbiddenApis/base.txt
[forbidden-apis] Reading API signatures: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/tools/forbiddenApis/servlet-api.txt
[forbidden-apis] Reading API signatures: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/tools/forbiddenApis/solr.txt
[forbidden-apis] Loading classes to check...
[forbidden-apis] Scanning classes for violations...
[forbidden-apis] Forbidden method invocation: java.lang.String#format(java.lang.String,java.lang.Object[]) [Uses default locale]
[forbidden-apis] in org.apache.solr.cloud.LeaderElectionContextKeyTest (LeaderElectionContextKeyTest.java:81)
[forbidden-apis] Scanned 3878 class file(s) for forbidden API invocations (in 3.21s), 1 error(s).
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:826: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:117: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build.xml:376: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/common-build.xml:534: Check for forbidden API calls failed, see log.
Total time: 86 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1491 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1491/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Error from server at http://127.0.0.1:62083/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:62083/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([E67497D9EFF07510:458E397C68189FB5]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:998)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:62083/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 12033 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster
[junit4] 2> 957708 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[E67497D9EFF07510]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/init-core-data-001
[junit4] 2> 957709 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[E67497D9EFF07510]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 957711 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[E67497D9EFF07510]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 957714 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[E67497D9EFF07510]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001
[junit4] 2> 957714 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[E67497D9EFF07510]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 957715 INFO (Thread-1373) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 957715 INFO (Thread-1373) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 957721 ERROR (Thread-1373) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 957815 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[E67497D9EFF07510]) [ ] o.a.s.c.ZkTestServer start zk server on port:37403
[junit4] 2> 957831 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 957831 INFO (jetty-launcher-1852-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 957831 INFO (jetty-launcher-1852-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 957832 INFO (jetty-launcher-1852-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 957834 INFO (jetty-launcher-1852-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bbdc5d{/solr,null,AVAILABLE}
[junit4] 2> 957834 INFO (jetty-launcher-1852-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66428c49{/solr,null,AVAILABLE}
[junit4] 2> 957837 INFO (jetty-launcher-1852-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 957838 INFO (jetty-launcher-1852-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e03837f{HTTP/1.1,[http/1.1]}{127.0.0.1:37167}
[junit4] 2> 957839 INFO (jetty-launcher-1852-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@222a100b{HTTP/1.1,[http/1.1]}{127.0.0.1:63122}
[junit4] 2> 957839 INFO (jetty-launcher-1852-thread-2) [ ] o.e.j.s.Server Started @960378ms
[junit4] 2> 957839 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63122}
[junit4] 2> 957839 ERROR (jetty-launcher-1852-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 957839 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 957839 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 957839 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 957839 INFO (jetty-launcher-1852-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f8354dc{/solr,null,AVAILABLE}
[junit4] 2> 957839 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T16:50:38.509Z
[junit4] 2> 957840 INFO (jetty-launcher-1852-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@745d4f92{HTTP/1.1,[http/1.1]}{127.0.0.1:63336}
[junit4] 2> 957840 INFO (jetty-launcher-1852-thread-5) [ ] o.e.j.s.Server Started @960379ms
[junit4] 2> 957843 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63336}
[junit4] 2> 957843 ERROR (jetty-launcher-1852-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 957844 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 957844 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 957844 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 957844 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T16:50:38.514Z
[junit4] 2> 957845 INFO (jetty-launcher-1852-thread-3) [ ] o.e.j.s.Server Started @960385ms
[junit4] 2> 957845 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37167}
[junit4] 2> 957845 ERROR (jetty-launcher-1852-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 957846 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 957846 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 957846 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 957846 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T16:50:38.516Z
[junit4] 2> 957848 INFO (jetty-launcher-1852-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47d2697f{/solr,null,AVAILABLE}
[junit4] 2> 957848 INFO (jetty-launcher-1852-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4bc58073{HTTP/1.1,[http/1.1]}{127.0.0.1:35491}
[junit4] 2> 957848 INFO (jetty-launcher-1852-thread-4) [ ] o.e.j.s.Server Started @960388ms
[junit4] 2> 957848 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35491}
[junit4] 2> 957849 ERROR (jetty-launcher-1852-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 957849 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 957849 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 957849 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 957849 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T16:50:38.519Z
[junit4] 2> 957851 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71715635{/solr,null,AVAILABLE}
[junit4] 2> 957852 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4babca44{HTTP/1.1,[http/1.1]}{127.0.0.1:63016}
[junit4] 2> 957852 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.Server Started @960391ms
[junit4] 2> 957852 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63016}
[junit4] 2> 957852 ERROR (jetty-launcher-1852-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 957852 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 957852 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 957852 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 957852 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T16:50:38.522Z
[junit4] 2> 957855 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 957858 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 957858 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 957861 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 957864 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 957866 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4f4b08b20004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 957868 INFO (jetty-launcher-1852-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37403/solr
[junit4] 2> 957874 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37403/solr
[junit4] 2> 957878 INFO (jetty-launcher-1852-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37403/solr
[junit4] 2> 957881 INFO (jetty-launcher-1852-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37403/solr
[junit4] 2> 957881 INFO (jetty-launcher-1852-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37403/solr
[junit4] 2> 957883 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4f4b08b20009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 957931 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:63336_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 957933 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:63336_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63336_solr
[junit4] 2> 957936 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:63336_solr ] o.a.s.c.Overseer Overseer (id=98884900512464903-127.0.0.1:63336_solr-n_0000000000) starting
[junit4] 2> 957944 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:37167_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 957946 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:37167_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37167_solr
[junit4] 2> 957952 INFO (zkCallback-1879-thread-1-processing-n:127.0.0.1:37167_solr) [n:127.0.0.1:37167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 957952 INFO (zkCallback-1864-thread-1-processing-n:127.0.0.1:63336_solr) [n:127.0.0.1:63336_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 957960 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:63336_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63336_solr
[junit4] 2> 957963 INFO (zkCallback-1879-thread-1-processing-n:127.0.0.1:37167_solr) [n:127.0.0.1:37167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 957964 INFO (zkCallback-1864-thread-1-processing-n:127.0.0.1:63336_solr) [n:127.0.0.1:63336_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 958069 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:37167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37167.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958086 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:63122_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 958087 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:37167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37167.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958087 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:37167_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37167.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958088 INFO (jetty-launcher-1852-thread-3) [n:127.0.0.1:37167_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node3/.
[junit4] 2> 958093 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:63122_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 958095 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:63016_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 958099 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:63122_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63122_solr
[junit4] 2> 958106 INFO (zkCallback-1864-thread-1-processing-n:127.0.0.1:63336_solr) [n:127.0.0.1:63336_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 958109 INFO (zkCallback-1878-thread-1-processing-n:127.0.0.1:63122_solr) [n:127.0.0.1:63122_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 958109 INFO (zkCallback-1879-thread-1-processing-n:127.0.0.1:37167_solr) [n:127.0.0.1:37167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 958110 INFO (zkCallback-1872-thread-1-processing-n:127.0.0.1:63016_solr) [n:127.0.0.1:63016_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 958111 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:35491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 958111 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:63016_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 958113 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:63336_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63336.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958114 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:63016_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63016_solr
[junit4] 2> 958117 INFO (zkCallback-1872-thread-1-processing-n:127.0.0.1:63016_solr) [n:127.0.0.1:63016_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 958117 INFO (zkCallback-1864-thread-1-processing-n:127.0.0.1:63336_solr) [n:127.0.0.1:63336_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 958119 INFO (zkCallback-1877-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 958123 INFO (zkCallback-1879-thread-1-processing-n:127.0.0.1:37167_solr) [n:127.0.0.1:37167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 958123 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:63336_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63336.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958124 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:63336_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63336.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958124 INFO (jetty-launcher-1852-thread-5) [n:127.0.0.1:63336_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node5/.
[junit4] 2> 958136 INFO (zkCallback-1878-thread-1-processing-n:127.0.0.1:63122_solr) [n:127.0.0.1:63122_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 958140 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:35491_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 958147 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:35491_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35491_solr
[junit4] 2> 958156 INFO (zkCallback-1864-thread-1-processing-n:127.0.0.1:63336_solr) [n:127.0.0.1:63336_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 958156 INFO (zkCallback-1877-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 958158 INFO (zkCallback-1872-thread-1-processing-n:127.0.0.1:63016_solr) [n:127.0.0.1:63016_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 958158 INFO (zkCallback-1879-thread-1-processing-n:127.0.0.1:37167_solr) [n:127.0.0.1:37167_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 958159 INFO (zkCallback-1878-thread-1-processing-n:127.0.0.1:63122_solr) [n:127.0.0.1:63122_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 958265 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:63016_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63016.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958273 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:35491_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35491.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958286 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:63016_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63016.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958286 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:63016_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63016.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958287 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:63016_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node1/.
[junit4] 2> 958289 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:35491_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35491.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958289 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:35491_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35491.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958290 INFO (jetty-launcher-1852-thread-4) [n:127.0.0.1:35491_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node4/.
[junit4] 2> 958291 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:63122_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63122.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958296 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:63122_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63122.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958297 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:63122_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63122.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 958297 INFO (jetty-launcher-1852-thread-2) [n:127.0.0.1:63122_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node2/.
[junit4] 2> 958435 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[E67497D9EFF07510]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 958437 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[E67497D9EFF07510]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37403/solr ready
[junit4] 2> 958442 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[E67497D9EFF07510]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStopAllStartAll
[junit4] 2> 958452 INFO (qtp443474625-9138) [n:127.0.0.1:63016_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=3f0954a3-5770-428a-b42c-50a197c6e617&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 958454 INFO (qtp443474625-9138) [n:127.0.0.1:63016_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=3f0954a3-5770-428a-b42c-50a197c6e617&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 958455 INFO (qtp443474625-9141) [n:127.0.0.1:63016_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=3f0954a3-5770-428a-b42c-50a197c6e617&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 958457 INFO (qtp443474625-9141) [n:127.0.0.1:63016_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=3f0954a3-5770-428a-b42c-50a197c6e617&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 958461 INFO (OverseerThreadFactory-3309-thread-1-processing-n:127.0.0.1:63336_solr) [n:127.0.0.1:63336_solr ] o.a.s.c.CreateCollectionCmd Create collection testStopAllStartAllCollection
[junit4] 2> 958586 INFO (OverseerStateUpdate-98884900512464903-127.0.0.1:63336_solr-n_0000000000) [n:127.0.0.1:63336_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63336/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 958590 INFO (OverseerStateUpdate-98884900512464903-127.0.0.1:63336_solr-n_0000000000) [n:127.0.0.1:63336_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63016/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 958593 INFO (OverseerStateUpdate-98884900512464903-127.0.0.1:63336_solr-n_0000000000) [n:127.0.0.1:63336_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37167/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 958601 INFO (OverseerStateUpdate-98884900512464903-127.0.0.1:63336_solr-n_0000000000) [n:127.0.0.1:63336_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63122/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 958805 INFO (qtp1594820762-9157) [n:127.0.0.1:37167_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=3f0954a3-5770-428a-b42c-50a197c6e617193625987300021&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
[junit4] 2> 958805 INFO (qtp153545487-9150) [n:127.0.0.1:63122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=3f0954a3-5770-428a-b42c-50a197c6e617193625994328083&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
[junit4] 2> 958805 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=3f0954a3-5770-428a-b42c-50a197c6e617193625987300021&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 958806 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=3f0954a3-5770-428a-b42c-50a197c6e617193625994328083&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 958806 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 958806 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 958823 INFO (qtp443474625-9134) [n:127.0.0.1:63016_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=3f0954a3-5770-428a-b42c-50a197c6e617193625983539912&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=16
[junit4] 2> 958828 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=3f0954a3-5770-428a-b42c-50a197c6e617193625983539912&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 958833 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 958834 INFO (qtp1041415206-9170) [n:127.0.0.1:63336_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=3f0954a3-5770-428a-b42c-50a197c6e617193625979276765&coreNodeName=core_node3&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
[junit4] 2> 958835 INFO (qtp443474625-9137) [n:127.0.0.1:63016_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912
[junit4] 2> 958835 INFO (qtp443474625-9137) [n:127.0.0.1:63016_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=3f0954a3-5770-428a-b42c-50a197c6e617193625983539912&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 958836 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=3f0954a3-5770-428a-b42c-50a197c6e617193625979276765&coreNodeName=core_node3&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 958836 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 958965 INFO (zkCallback-1878-thread-1-processing-n:127.0.0.1:63122_solr) [n:127.0.0.1:63122_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 958965 INFO (zkCallback-1864-thread-1-processing-n:127.0.0.1:63336_solr) [n:127.0.0.1:63336_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 958965 INFO (zkCallback-1864-thread-2-processing-n:127.0.0.1:63336_solr) [n:127.0.0.1:63336_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 958966 INFO (zkCallback-1872-thread-1-processing-n:127.0.0.1:63016_solr) [n:127.0.0.1:63016_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 958966 INFO (zkCallback-1872-thread-2-processing-n:127.0.0.1:63016_solr) [n:127.0.0.1:63016_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 958967 INFO (zkCallback-1879-thread-1-processing-n:127.0.0.1:37167_solr) [n:127.0.0.1:37167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 958967 INFO (zkCallback-1879-thread-2-processing-n:127.0.0.1:37167_solr) [n:127.0.0.1:37167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 958968 INFO (zkCallback-1878-thread-2-processing-n:127.0.0.1:63122_solr) [n:127.0.0.1:63122_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 959458 INFO (qtp443474625-9139) [n:127.0.0.1:63016_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=3f0954a3-5770-428a-b42c-50a197c6e617&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 959460 INFO (qtp443474625-9139) [n:127.0.0.1:63016_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=3f0954a3-5770-428a-b42c-50a197c6e617&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 959837 INFO (qtp443474625-9135) [n:127.0.0.1:63016_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912
[junit4] 2> 959837 INFO (qtp443474625-9135) [n:127.0.0.1:63016_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=3f0954a3-5770-428a-b42c-50a197c6e617193625983539912&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 959857 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 959857 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 959879 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 959883 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 959885 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 959885 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n6' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 959886 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63122.solr.core.testStopAllStartAllCollection.shard2.replica_n6' (registry 'solr.core.testStopAllStartAllCollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 959886 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 959886 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node2/testStopAllStartAllCollection_shard2_replica_n6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node2/./testStopAllStartAllCollection_shard2_replica_n6/data/]
[junit4] 2> 959887 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 959889 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 959889 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n4' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 959890 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 959892 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37167.solr.core.testStopAllStartAllCollection.shard2.replica_n4' (registry 'solr.core.testStopAllStartAllCollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 959892 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 959892 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node3/testStopAllStartAllCollection_shard2_replica_n4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node3/./testStopAllStartAllCollection_shard2_replica_n4/data/]
[junit4] 2> 959893 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 959896 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 959896 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n1' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 959896 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63336.solr.core.testStopAllStartAllCollection.shard1.replica_n1' (registry 'solr.core.testStopAllStartAllCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 959896 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 959896 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node5/testStopAllStartAllCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node5/./testStopAllStartAllCollection_shard1_replica_n1/data/]
[junit4] 2> 959897 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 959900 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 959900 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n2' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 959901 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63016.solr.core.testStopAllStartAllCollection.shard1.replica_n2' (registry 'solr.core.testStopAllStartAllCollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26f2040b
[junit4] 2> 959901 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 959901 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node1/testStopAllStartAllCollection_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001/tempDir-001/node1/./testStopAllStartAllCollection_shard1_replica_n2/data/]
[junit4] 2> 959967 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 959967 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 959968 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 959968 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 959969 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@66f6e907[testStopAllStartAllCollection_shard2_replica_n6] main]
[junit4] 2> 959970 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 959971 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 959971 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 959971 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582158410563977216
[junit4] 2> 959975 INFO (searcherExecutor-3320-thread-1-processing-x:testStopAllStartAllCollection_shard2_replica_n6 r:core_node8 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE n:127.0.0.1:63122_solr s:shard2 c:testStopAllStartAllCollection) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard2_replica_n6] Registered new searcher Searcher@66f6e907[testStopAllStartAllCollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 959980 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 959987 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 959987 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 959988 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 959988 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 959988 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 959988 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 959989 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 959989 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 959990 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14e7ed63[testStopAllStartAllCollection_shard1_replica_n1] main]
[junit4] 2> 959991 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@70b0344d[testStopAllStartAllCollection_shard2_replica_n4] main]
[junit4] 2> 959991 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 959992 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 959992 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 959992 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 959993 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582158410587045888
[junit4] 2> 959993 INFO (searcherExecutor-3322-thread-1-processing-x:testStopAllStartAllCollection_shard1_replica_n1 r:core_node3 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE n:127.0.0.1:63336_solr s:shard1 c:testStopAllStartAllCollection) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard1_replica_n1] Registered new searcher Searcher@14e7ed63[testStopAllStartAllCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 959993 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 959993 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 959994 INFO (parallelCoreAdminExecutor-3310-thread-1-processing-n:127.0.0.1:37167_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582158410588094464
[junit4] 2> 959995 INFO (searcherExecutor-3321-thread-1-processing-x:testStopAllStartAllCollection_shard2_replica_n4 r:core_node7 3f0954a3-5770-428a-b42c-50a197c6e617193625987300021 CREATE n:127.0.0.1:37167_solr s:shard2 c:testStopAllStartAllCollection) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard2_replica_n4] Registered new searcher Searcher@70b0344d[testStopAllStartAllCollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 959998 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 960004 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 960004 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 960005 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 960005 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 960006 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@448686fc[testStopAllStartAllCollection_shard1_replica_n2] main]
[junit4] 2> 960008 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 960008 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 960008 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 960009 INFO (parallelCoreAdminExecutor-3314-thread-1-processing-n:127.0.0.1:63016_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582158410603823104
[junit4] 2> 960009 INFO (searcherExecutor-3323-thread-1-processing-x:testStopAllStartAllCollection_shard1_replica_n2 r:core_node5 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912 CREATE n:127.0.0.1:63016_solr s:shard1 c:testStopAllStartAllCollection) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard1_replica_n2] Registered new searcher Searcher@448686fc[testStopAllStartAllCollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 960102 INFO (zkCallback-1878-thread-2-processing-n:127.0.0.1:63122_solr) [n:127.0.0.1:63122_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 960102 INFO (zkCallback-1878-thread-1-processing-n:127.0.0.1:63122_solr) [n:127.0.0.1:63122_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 960102 INFO (zkCallback-1879-thread-1-processing-n:127.0.0.1:37167_solr) [n:127.0.0.1:37167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 960102 INFO (zkCallback-1872-thread-1-processing-n:127.0.0.1:63016_solr) [n:127.0.0.1:63016_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 960102 INFO (zkCallback-1864-thread-2-processing-n:127.0.0.1:63336_solr) [n:127.0.0.1:63336_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 960102 INFO (zkCallback-1864-thread-1-processing-n:127.0.0.1:63336_solr) [n:127.0.0.1:63336_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 960102 INFO (zkCallback-1879-thread-2-processing-n:127.0.0.1:37167_solr) [n:127.0.0.1:37167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 960102 INFO (zkCallback-1872-thread-2-processing-n:127.0.0.1:63016_solr) [n:127.0.0.1:63016_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 960465 INFO (qtp443474625-9135) [n:127.0.0.1:63016_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=3f0954a3-5770-428a-b42c-50a197c6e617&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 960466 INFO (qtp443474625-9135) [n:127.0.0.1:63016_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=3f0954a3-5770-428a-b42c-50a197c6e617&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 960482 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 960482 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 960482 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63122/solr/testStopAllStartAllCollection_shard2_replica_n6/
[junit4] 2> 960483 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard2_replica_n6 url=http://127.0.0.1:63122/solr START replicas=[http://127.0.0.1:37167/solr/testStopAllStartAllCollection_shard2_replica_n4/] nUpdates=100
[junit4] 2> 960486 INFO (qtp1594820762-9146) [n:127.0.0.1:37167_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.S.Request [testStopAllStartAllCollection_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 960500 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 960500 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 960500 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63336/solr/testStopAllStartAllCollection_shard1_replica_n1/
[junit4] 2> 960500 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard1_replica_n1 url=http://127.0.0.1:63336/solr START replicas=[http://127.0.0.1:63016/solr/testStopAllStartAllCollection_shard1_replica_n2/] nUpdates=100
[junit4] 2> 960504 INFO (qtp443474625-9140) [n:127.0.0.1:63016_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.S.Request [testStopAllStartAllCollection_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 960787 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard2_replica_n6 url=http://127.0.0.1:63122/solr DONE. We have no versions. sync failed.
[junit4] 2> 960787 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 960787 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 960787 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 960793 INFO (parallelCoreAdminExecutor-3315-thread-1-processing-n:127.0.0.1:63122_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625994328083 CREATE) [n:127.0.0.1:63122_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63122/solr/testStopAllStartAllCollection_shard2_replica_n6/ shard2
[junit4] 2> 960805 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard1_replica_n1 url=http://127.0.0.1:63336/solr DONE. We have no versions. sync failed.
[junit4] 2> 960805 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 960805 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 960805 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 960838 INFO (qtp443474625-9134) [n:127.0.0.1:63016_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 3f0954a3-5770-428a-b42c-50a197c6e617193625983539912
[junit4] 2> 960838 INFO (qtp443474625-9134) [n:127.0.0.1:63016_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=3f0954a3-5770-428a-b42c-50a197c6e617193625983539912&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 960843 INFO (parallelCoreAdminExecutor-3311-thread-1-processing-n:127.0.0.1:63336_solr 3f0954a3-5770-428a-b42c-50a197c6e617193625979276765 CREATE) [n:127.0.0.1:63336_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63336/solr/testStopAllStartAllCollection_shard1_replica_n1/ shard1
[junit4] 2> 960945 INFO (zkCallback-1872-thread-2-processing-n:127.0.0.1:63016_solr) [n:127.0.0.1:63016_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 960945 INFO (zkCallback-1878-thread-1-processing-n:127.0.0.1:63122_solr) [n:127.0.0.1:63122_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 960945 INFO (zkCallback-1879-thread-2-processing-n:127.0.0.1:37167_solr) [n:127.0.0.1:37167_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 960946 INFO (zkCallback-1878-thread-2-processing-n:127.0.0.1:63122_solr) [n:127.0.0.1:63122_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[j
[...truncated too long message...]
r-1969-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3cb1ef6a{/solr,null,UNAVAILABLE}
[junit4] 2> 1009193 INFO (jetty-closer-1969-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@785ac716{/solr,null,UNAVAILABLE}
[junit4] 2> 1010668 WARN (zkCallback-1993-thread-3-processing-n:127.0.0.1:38811_solr) [n:127.0.0.1:38811_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:38811_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:38811_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:392)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1010669 WARN (zkCallback-1993-thread-3-processing-n:127.0.0.1:38811_solr) [n:127.0.0.1:38811_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:52139_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:52139_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:392)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1010669 INFO (jetty-closer-1969-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@193aab6{/solr,null,UNAVAILABLE}
[junit4] 2> 1010671 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[E67497D9EFF07510]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1010677 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[E67497D9EFF07510]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48602 48602
[junit4] 2> 1010750 INFO (Thread-1526) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48602 48602
[junit4] 2> 1010757 WARN (Thread-1526) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/98884903694106636-127.0.0.1:57508_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98884903694106637-127.0.0.1:38811_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 1010757 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[E67497D9EFF07510]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCollectionCreateWithoutCoresThenDelete
[junit4] 2> 1010757 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[E67497D9EFF07510]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48602 48602
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_E67497D9EFF07510-001
[junit4] 2> Oct 24, 2017 4:51:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=ar-EG, timezone=America/Indiana/Tell_City
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_141 (64-bit)/cpus=3,threads=1,free=214387560,total=381919232
[junit4] 2> NOTE: All tests run in this JVM: [TestRandomFaceting, TestSchemaVersionResource, OverseerRolesTest, TestCloudManagedSchema, RestartWhileUpdatingTest, SimpleFacetsTest, SecurityConfHandlerTest, TestReload, PingRequestHandlerTest, TestSolrConfigHandler, TermVectorComponentTest, LeaderFailureAfterFreshStartTest, CollectionsAPIAsyncDistributedZkTest, TestQueryTypes, HttpTriggerListenerTest, TestDFISimilarityFactory, DistanceUnitsTest, TestSolrCloudSnapshots, TestLuceneMatchVersion, TestSolr4Spatial2, TestSchemaResource, TestFastOutputStream, TestQueryUtils, CollectionsAPIDistributedZkTest, TestMergePolicyConfig, ZkNodePropsTest, ConcurrentDeleteAndCreateCollectionTest, BlockJoinFacetDistribTest, TestFastWriter, QueryEqualityTest, SimplePostToolTest, BadComponentTest, TestElisionMultitermQuery, BaseCdcrDistributedZkTest, MergeStrategyTest, CdcrReplicationDistributedZkTest, RequestLoggingTest, TestSort, AutoScalingHandlerTest, NodeLostTriggerTest, TestCSVLoader, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestPerFieldSimilarityWithDefaultOverride, TestFieldCacheWithThreads, TestDocSet, TestStressUserVersions, ShardSplitTest, SearchHandlerTest, PreAnalyzedFieldTest, AtomicUpdatesTest, CollectionStateFormat2Test, TestExceedMaxTermLength, ReplaceNodeTest, TestZkChroot, DocumentAnalysisRequestHandlerTest, TestFieldSortValues, FullSolrCloudDistribCmdsTest, TestMinMaxOnMultiValuedField, TestRTGBase, TestRawResponseWriter, TestLegacyTerms, TestSkipOverseerOperations, TestLegacyFieldReuse, PreAnalyzedUpdateProcessorTest, TestRemoteStreaming, MoreLikeThisHandlerTest, TestSuggestSpellingConverter, DeleteReplicaTest, BasicZkTest, TestInfoStreamLogging, ReplicaListTransformerTest, TestFastLRUCache, TestCoreAdminApis, SolrMetricReporterTest, VMParamsZkACLAndCredentialsProvidersTest, SpellingQueryConverterTest, TestTrie, StatsReloadRaceTest, ActionThrottleTest, TestExpandComponent, TestAnalyzedSuggestions, AssignTest, TestCollectionsAPIViaSolrCloudCluster]
[junit4] Completed [170/745 (1!)] on J1 in 53.85s, 3 tests, 1 error <<< FAILURES!
[...truncated 49022 lines...]