You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/01/12 01:11:16 UTC
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 388 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/388/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse
Error Message:
Error from server at http://127.0.0.1:36578/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36578/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([432254590698E994:2CA71F01BAEEDA7B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12025 lines...]
[junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/init-core-data-001
[junit4] 2> 590205 WARN (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 590205 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 590207 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 590207 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 590207 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001
[junit4] 2> 590207 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 590207 INFO (Thread-1340) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 590207 INFO (Thread-1340) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 590208 ERROR (Thread-1340) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 590307 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43203
[junit4] 2> 590311 INFO (zkConnectionManagerCallback-794-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 590322 INFO (jetty-launcher-791-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 590322 INFO (jetty-launcher-791-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 590326 INFO (jetty-launcher-791-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@596c37af{/solr,null,AVAILABLE}
[junit4] 2> 590326 INFO (jetty-launcher-791-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2baa235f{HTTP/1.1,[http/1.1]}{127.0.0.1:63560}
[junit4] 2> 590326 INFO (jetty-launcher-791-thread-2) [ ] o.e.j.s.Server Started @592954ms
[junit4] 2> 590326 INFO (jetty-launcher-791-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63560}
[junit4] 2> 590327 ERROR (jetty-launcher-791-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 590327 INFO (jetty-launcher-791-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 590327 INFO (jetty-launcher-791-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 590327 INFO (jetty-launcher-791-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 590327 INFO (jetty-launcher-791-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-11T23:37:07.465Z
[junit4] 2> 590330 INFO (jetty-launcher-791-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cf0d3c7{/solr,null,AVAILABLE}
[junit4] 2> 590331 INFO (jetty-launcher-791-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d9e3612{HTTP/1.1,[http/1.1]}{127.0.0.1:36578}
[junit4] 2> 590331 INFO (jetty-launcher-791-thread-1) [ ] o.e.j.s.Server Started @592959ms
[junit4] 2> 590331 INFO (jetty-launcher-791-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36578}
[junit4] 2> 590331 ERROR (jetty-launcher-791-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 590332 INFO (jetty-launcher-791-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 590332 INFO (jetty-launcher-791-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 590332 INFO (jetty-launcher-791-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 590332 INFO (jetty-launcher-791-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-11T23:37:07.470Z
[junit4] 2> 590337 INFO (zkConnectionManagerCallback-796-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 590338 INFO (jetty-launcher-791-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 590338 INFO (zkConnectionManagerCallback-798-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 590339 INFO (jetty-launcher-791-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 590366 INFO (jetty-launcher-791-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43203/solr
[junit4] 2> 590366 INFO (jetty-launcher-791-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43203/solr
[junit4] 2> 590376 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160e79592120001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 590378 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160e79592120002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 590382 INFO (zkConnectionManagerCallback-804-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 590382 INFO (zkConnectionManagerCallback-806-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 590388 INFO (zkConnectionManagerCallback-808-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 590388 INFO (zkConnectionManagerCallback-810-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 590541 INFO (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 590542 INFO (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63560_solr
[junit4] 2> 590544 INFO (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr ] o.a.s.c.Overseer Overseer (id=99333821388947461-127.0.0.1:63560_solr-n_0000000000) starting
[junit4] 2> 590555 INFO (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63560_solr
[junit4] 2> 590556 INFO (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 590561 INFO (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 590563 INFO (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 590565 INFO (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36578_solr
[junit4] 2> 590568 INFO (zkCallback-807-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 590568 INFO (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 590618 INFO (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36578.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
[junit4] 2> 590623 INFO (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36578.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
[junit4] 2> 590623 INFO (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36578.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
[junit4] 2> 590624 INFO (jetty-launcher-791-thread-1) [n:127.0.0.1:36578_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/.
[junit4] 2> 590676 INFO (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63560.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
[junit4] 2> 590682 INFO (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63560.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
[junit4] 2> 590682 INFO (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63560.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
[junit4] 2> 590683 INFO (jetty-launcher-791-thread-2) [n:127.0.0.1:63560_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/.
[junit4] 2> 590699 INFO (zkConnectionManagerCallback-816-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 590700 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160e79592120007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 590823 INFO (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[432254590698E994]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 590825 INFO (zkConnectionManagerCallback-821-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 590827 INFO (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[432254590698E994]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 590829 INFO (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[432254590698E994]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43203/solr ready
[junit4] 2> 590832 INFO (qtp1879843480-3950) [n:127.0.0.1:36578_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 590832 INFO (qtp1879843480-3950) [n:127.0.0.1:36578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 590833 INFO (qtp1879843480-3951) [n:127.0.0.1:36578_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 590837 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
[junit4] 2> 590838 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 590838 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
[junit4] 2> 590841 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
[junit4] 2> 590844 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
[junit4] 2> 590847 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
[junit4] 2> 590849 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
[junit4] 2> 590851 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
[junit4] 2> 590854 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
[junit4] 2> 590856 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
[junit4] 2> 590859 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
[junit4] 2> 590861 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
[junit4] 2> 590863 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
[junit4] 2> 590865 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
[junit4] 2> 590867 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
[junit4] 2> 590869 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
[junit4] 2> 590871 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
[junit4] 2> 590877 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
[junit4] 2> 590879 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
[junit4] 2> 590882 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
[junit4] 2> 590884 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
[junit4] 2> 590886 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
[junit4] 2> 590889 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
[junit4] 2> 590891 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
[junit4] 2> 590893 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
[junit4] 2> 590895 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
[junit4] 2> 590897 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
[junit4] 2> 590899 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
[junit4] 2> 590901 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
[junit4] 2> 590903 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
[junit4] 2> 590905 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
[junit4] 2> 590908 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
[junit4] 2> 590910 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
[junit4] 2> 590913 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
[junit4] 2> 590915 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
[junit4] 2> 590918 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
[junit4] 2> 590921 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
[junit4] 2> 590923 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
[junit4] 2> 590925 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
[junit4] 2> 590928 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
[junit4] 2> 590930 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
[junit4] 2> 590933 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
[junit4] 2> 590935 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
[junit4] 2> 590937 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
[junit4] 2> 590940 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
[junit4] 2> 590942 INFO (OverseerThreadFactory-1221-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
[junit4] 2> 591062 INFO (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"timeConfig",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"timeConfig_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36578/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 591267 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 591268 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 591378 INFO (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 591379 INFO (zkCallback-809-thread-2-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 592298 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 592300 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 592303 WARN (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 592313 WARN (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 592313 WARN (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 592313 WARN (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 592314 WARN (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 592314 WARN (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 592314 WARN (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 592314 WARN (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 592322 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 592342 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
[junit4] 2> 592551 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 592614 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig, trusted=true
[junit4] 2> 592615 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36578.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
[junit4] 2> 592615 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 592615 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
[junit4] 2> 592637 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 592711 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 592711 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 592712 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 592712 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 592714 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71816940[timeConfig_shard1_replica_n1] main]
[junit4] 2> 592715 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
[junit4] 2> 592716 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
[junit4] 2> 592718 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
[junit4] 2> 592720 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 592720 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 592728 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 592735 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 592735 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589341144872910848
[junit4] 2> 592735 INFO (searcherExecutor-1226-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@71816940[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 592735 INFO (searcherExecutor-1226-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 592735 INFO (searcherExecutor-1226-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 592741 INFO (searcherExecutor-1226-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@71816940[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 592741 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 592741 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 592741 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36578/solr/timeConfig_shard1_replica_n1/
[junit4] 2> 592741 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 592741 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36578/solr/timeConfig_shard1_replica_n1/ has no replicas
[junit4] 2> 592741 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 592746 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36578/solr/timeConfig_shard1_replica_n1/ shard1
[junit4] 2> 592849 INFO (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 592849 INFO (zkCallback-809-thread-2-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 592897 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 592900 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1632
[junit4] 2> 592903 INFO (qtp1879843480-3951) [n:127.0.0.1:36578_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 593002 INFO (zkCallback-809-thread-2-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 593002 INFO (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 593906 INFO (qtp1879843480-3951) [n:127.0.0.1:36578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3073
[junit4] 2> 593961 INFO (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"timePartitionAliasName":"myalias"}}, {"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor":{
[junit4] 2> "name":"tolerant",
[junit4] 2> "class":"solr.TolerantUpdateProcessorFactory"}}, {"add-updateprocessor":{
[junit4] 2> "name":"inc",
[junit4] 2> "class":"org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest$IncrementURPFactory",
[junit4] 2> "fieldName":"integer_i"}}]
[junit4] 2> 593962 INFO (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
[junit4] 2> 593963 INFO (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrCore core reload timeConfig_shard1_replica_n1
[junit4] 2> 593966 INFO (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection timeConfig
[junit4] 2> 593969 INFO (solrHandlerExecutor-1231-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 593977 INFO (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 593977 INFO (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 593977 WARN (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 593977 WARN (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 593977 WARN (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 593978 WARN (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 593978 WARN (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 593978 WARN (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 593978 WARN (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 593978 WARN (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 593983 INFO (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 593998 INFO (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
[junit4] 2> 594071 INFO (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
[junit4] 2> 594072 INFO (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 594072 INFO (SolrConfigHandler-refreshconf) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
[junit4] 2> 594073 INFO (solrHandlerExecutor-1231-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:36578/solr/timeConfig_shard1_replica_n1/ for prop overlay after 1 attempts
[junit4] 2> 594073 INFO (solrHandlerExecutor-1231-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 594134 INFO (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 594172 INFO (Thread-1359) [n:127.0.0.1:36578_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig
[junit4] 2> 594174 INFO (qtp1879843480-3948) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
[junit4] 2> 594174 INFO (qtp1879843480-3948) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 594174 INFO (SolrConfigHandler-refreshconf) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
[junit4] 2> 594175 INFO (solrHandlerExecutor-1231-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:36578/solr/timeConfig_shard1_replica_n1/ for prop overlay after 2 attempts
[junit4] 2> 594175 INFO (solrHandlerExecutor-1231-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 594194 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36578.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ee07d69
[junit4] 2> 594194 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
[junit4] 2> 594196 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 594231 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 594231 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 594232 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@58e3231d[timeConfig_shard1_replica_n1] main]
[junit4] 2> 594234 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
[junit4] 2> 594234 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
[junit4] 2> 594234 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
[junit4] 2> 594235 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 594236 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 594236 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 594237 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 594238 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589341146448920576
[junit4] 2> 594238 INFO (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@58e3231d[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 594239 INFO (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 594239 INFO (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 594241 INFO (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@58e3231d[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 594242 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 594242 INFO (Thread-1359) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20b69de[timeConfig_shard1_replica_n1] main]
[junit4] 2> 594242 INFO (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@20b69de[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 594242 INFO (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 594245 INFO (searcherExecutor-1232-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@20b69de[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 594276 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
[junit4] 2> 594276 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
[junit4] 2> 594276 INFO (qtp1879843480-3952) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 594277 INFO (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 315.0ms to set the property overlay to be of version 0 for collection timeConfig
[junit4] 2> 594277 INFO (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1] webapp=/solr path=/config params={wt=javabin&version=2} status=0 QTime=350
[junit4] 2> 594277 INFO (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@59856663
[junit4] 2> 594277 INFO (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=1501914723
[junit4] 2> 594277 INFO (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@799f5331: rootName = solr_36578, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@16e09120
[junit4] 2> 594282 INFO (qtp1879843480-3954) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=1501914723
[junit4] 2> 594285 INFO (qtp1879843480-3953) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/timeConfig/params.json
[junit4] 2> 594285 INFO (qtp1879843480-3953) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection timeConfig
[junit4] 2> 594286 INFO (Thread-1360) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
[junit4] 2> 594286 INFO (solrHandlerExecutor-1236-thread-1-processing-n:127.0.0.1:36578_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 594287 INFO (Thread-1360) [n:127.0.0.1:36578_solr ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1
[junit4] 2> 594287 INFO (Thread-1360) [n:127.0.0.1:36578_solr ] o.a.s.c.RequestParams request params refreshed to version 1
[junit4] 2> 594389 INFO (qtp1879843480-3948) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
[junit4] 2> 594389 INFO (qtp1879843480-3948) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
[junit4] 2> 594389 INFO (qtp1879843480-3948) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 594391 INFO (qtp1879843480-3953) [n:127.0.0.1:36578_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 105.0ms to set the property params to be of version 1 for collection timeConfig
[junit4] 2> 594392 INFO (qtp1879843480-3951) [n:127.0.0.1:36578_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=timeConfig&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 594399 INFO (OverseerCollectionConfigSetProcessor-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 594399 INFO (OverseerThreadFactory-1221-thread-2-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 594401 INFO (qtp1879843480-3947) [n:127.0.0.1:36578_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=null
[junit4] 2> 594402 INFO (qtp1879843480-3947) [n:127.0.0.1:36578_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3aa43056: rootName = solr_36578, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@16e09120
[junit4] 2> 594419 INFO (qtp1879843480-3947) [n:127.0.0.1:36578_solr ] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@3e53d382
[junit4] 2> 594419 INFO (qtp1879843480-3947) [n:127.0.0.1:36578_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=1045681026
[junit4] 2> 594419 INFO (qtp1879843480-3947) [n:127.0.0.1:36578_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=1045681026
[junit4] 2> 594424 INFO (qtp1879843480-3947) [n:127.0.0.1:36578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=timeConfig_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 595135 INFO (qtp1879843480-3951) [n:127.0.0.1:36578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=timeConfig&action=DELETE&wt=javabin&version=2} status=0 QTime=743
[junit4] 2> 595137 INFO (qtp1879843480-3954) [n:127.0.0.1:36578_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.timePartitionAliasName=myalias&collection.configName=timeConfig&maxShardsPerNode=2&name=myalias_2017-10-23&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 595143 INFO (OverseerThreadFactory-1221-thread-3-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.CreateCollectionCmd Create collection myalias_2017-10-23
[junit4] 2> 595145 INFO (OverseerCollectionConfigSetProcessor-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 595368 INFO (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"myalias_2017-10-23",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"myalias_2017-10-23_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63560/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 595374 INFO (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"myalias_2017-10-23",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"myalias_2017-10-23_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36578/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 595381 INFO (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"myalias_2017-10-23",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"myalias_2017-10-23_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63560/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 595387 INFO (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"myalias_2017-10-23",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"myalias_2017-10-23_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36578/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 595602 INFO (qtp1879843480-3950) [n:127.0.0.1:36578_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node5&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 595604 INFO (qtp1879843480-3948) [n:127.0.0.1:36578_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node8&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 595608 INFO (qtp1071057060-3958) [n:127.0.0.1:63560_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node3&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 595608 INFO (qtp1071057060-3958) [n:127.0.0.1:63560_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 595610 INFO (qtp1071057060-3959) [n:127.0.0.1:63560_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=timeConfig&newCollection=true&collection=myalias_2017-10-23&version=2&replicaType=NRT&coreNodeName=core_node7&property.timePartitionAliasName=myalias&name=myalias_2017-10-23_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 595734 INFO (zkCallback-809-thread-2-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
[junit4] 2> 595734 INFO (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
[junit4] 2> 595734 INFO (zkCallback-807-thread-2-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
[junit4] 2> 595734 INFO (zkCallback-807-thread-1-processing-n:127.0.0.1:63560_solr) [n:127.0.0.1:63560_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [2])
[junit4] 2> 596638 INFO (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 1
[junit4] 2> 596638 INFO (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 1
[junit4] 2> 596638 INFO (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 1
[junit4] 2> 596638 INFO (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 1
[junit4] 2> 596638 WARN (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 596638 WARN (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 596638 WARN (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist
[junit4] 2> 596638 WARN (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../dist
[junit4] 2> 596638 WARN (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 596639 WARN (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 596639 WARN (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist
[junit4] 2> 596639 WARN (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../dist
[junit4] 2> 596639 WARN (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 596639 WARN (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../contrib/langid/lib
[junit4] 2> 596639 WARN (qtp1071057060-3958) [n:127.0.0.1:63560_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node2/myalias_2017-10-23_shard1_replica_n1/../../../../dist
[junit4] 2> 596639 WARN (qtp1879843480-3950) [n:127.0.0.1:36578_solr c:myalias_2017-10-23 s:shard1 r:core_node5 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001/tempDir-001/node1/myalias_2017-10-23_shard1_replica_n2/../../../../dist filtered
[...truncated too long message...]
0)
[junit4] 2> 610825 INFO (coreCloseExecutor-1273-thread-1) [n:127.0.0.1:36578_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.myalias_2017-10-24.shard1.replica_n1, tag=1729543471
[junit4] 2> 610825 INFO (coreCloseExecutor-1273-thread-1) [n:127.0.0.1:36578_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6bc9a892: rootName = solr_36578, domain = solr.core.myalias_2017-10-24.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.myalias_2017-10-24.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@75560f16
[junit4] 2> 610826 INFO (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.c.SolrCore [myalias_2017-10-26_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5e637f5a
[junit4] 2> 610826 INFO (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.myalias_2017-10-26.shard1.replica_n1, tag=1583578970
[junit4] 2> 610826 INFO (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@36c5920: rootName = solr_63560, domain = solr.core.myalias_2017-10-26.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.myalias_2017-10-26.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@10e1d65e
[junit4] 2> 610826 INFO (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.c.SolrCore [myalias_2017-10-25_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@208781e4
[junit4] 2> 610889 INFO (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-26.shard1.leader, tag=1583578970
[junit4] 2> 610889 INFO (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 610889 INFO (coreCloseExecutor-1274-thread-1) [n:127.0.0.1:63560_solr c:myalias_2017-10-26 s:shard1 r:core_node2 x:myalias_2017-10-26_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a19bd2e commitCommandVersion:0
[junit4] 2> 610894 INFO (coreCloseExecutor-1273-thread-1) [n:127.0.0.1:36578_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-24.shard1.leader, tag=1729543471
[junit4] 2> 610895 INFO (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.myalias_2017-10-25.shard1.replica_n1, tag=545751524
[junit4] 2> 610896 INFO (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6201747d: rootName = solr_36578, domain = solr.core.myalias_2017-10-25.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.myalias_2017-10-25.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7209d7eb
[junit4] 2> 610895 INFO (jetty-closer-792-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99333821388947461-127.0.0.1:63560_solr-n_0000000000) closing
[junit4] 2> 610896 INFO (coreCloseExecutor-1273-thread-1) [n:127.0.0.1:36578_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 610896 INFO (coreCloseExecutor-1273-thread-1) [n:127.0.0.1:36578_solr c:myalias_2017-10-24 s:shard1 r:core_node2 x:myalias_2017-10-24_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2a9c0985 commitCommandVersion:0
[junit4] 2> 610897 INFO (OverseerStateUpdate-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63560_solr
[junit4] 2> 610904 WARN (OverseerAutoScalingTriggerThread-99333821388947461-127.0.0.1:63560_solr-n_0000000000) [n:127.0.0.1:63560_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 610912 INFO (jetty-closer-792-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@596c37af{/solr,null,UNAVAILABLE}
[junit4] 2> 610913 INFO (zkCallback-809-thread-1-processing-n:127.0.0.1:36578_solr) [n:127.0.0.1:36578_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36578_solr
[junit4] 2> 610923 INFO (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-25.shard1.leader, tag=545751524
[junit4] 2> 610924 INFO (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 610924 INFO (coreCloseExecutor-1273-thread-2) [n:127.0.0.1:36578_solr c:myalias_2017-10-25 s:shard1 r:core_node2 x:myalias_2017-10-25_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@78f1bc9b commitCommandVersion:0
[junit4] 2> 610932 INFO (jetty-closer-792-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7cf0d3c7{/solr,null,UNAVAILABLE}
[junit4] 2> 610934 ERROR (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 610934 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[432254590698E994]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43203 43203
[junit4] 2> 619474 INFO (Thread-1340) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43203 43203
[junit4] 2> 619476 WARN (Thread-1340) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/configs/timeConfig/managed-schema
[junit4] 2> 6 /solr/configs/timeConfig
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/myalias_2017-10-23/state.json
[junit4] 2> 5 /solr/collections/myalias_2017-10-24/state.json
[junit4] 2> 5 /solr/collections/myalias_2017-10-25/state.json
[junit4] 2> 5 /solr/collections/myalias_2017-10-26/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/timeConfig/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_432254590698E994-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=no-NO, timezone=America/Argentina/La_Rioja
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=63282640,total=202207232
[junit4] 2> NOTE: All tests run in this JVM: [ClassificationUpdateProcessorIntegrationTest, HighlighterMaxOffsetTest, DeleteShardTest, RequiredFieldsTest, NumberUtilsTest, ConvertedLegacyTest, SuggesterTest, BadCopyFieldTest, DisMaxRequestHandlerTest, TestTrieFacet, TestJsonFacetRefinement, TestPointFields, TestDFRSimilarityFactory, TestDelegationWithHadoopAuth, TestPayloadCheckQParserPlugin, TestChildDocTransformer, RollingRestartTest, TestUniqueKeyFieldResource, DirectoryFactoryTest, SaslZkACLProviderTest, TestSurroundQueryParser, HdfsBasicDistributedZk2Test, RAMDirectoryFactoryTest, V2StandaloneTest, TestStressRecovery, TestRandomDVFaceting, DataDrivenBlockJoinTest, AddReplicaTest, TestSolrDeletionPolicy2, OverseerTest, BlockDirectoryTest, MoveReplicaHDFSFailoverTest, TestRequestStatusCollectionAPI, TestJoin, TestSolrCoreProperties, TestJsonRequest, OverseerModifyCollectionTest, DistributedTermsComponentTest, ConjunctionSolrSpellCheckerTest, SolrInfoBeanTest, DistributedQueryElevationComponentTest, UUIDFieldTest, URLClassifyProcessorTest, TestHdfsBackupRestoreCore, CollectionReloadTest, HdfsRecoverLeaseTest, TestNoOpRegenerator, CSVRequestHandlerTest, TimeRoutedAliasUpdateProcessorTest]
[junit4] Completed [121/766 (1!)] on J0 in 29.33s, 2 tests, 1 error <<< FAILURES!
[...truncated 50302 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 396 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/396/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679:42EFB96419A76B81]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:913)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679]:0)
Build Log:
[...truncated 12964 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 2969714 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/init-core-data-001
[junit4] 2> 2969715 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=88 numCloses=88
[junit4] 2> 2969715 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2969716 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2969716 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[CABB86BEB75B0679]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qqlu/lo
[junit4] 2> 2969719 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2969719 INFO (Thread-4093) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2969719 INFO (Thread-4093) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2969723 ERROR (Thread-4093) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2969820 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkTestServer start zk server on port:56164
[junit4] 2> 2969823 INFO (zkConnectionManagerCallback-4183-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2969830 INFO (zkConnectionManagerCallback-4185-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2969840 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2969844 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2969846 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2969850 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2969851 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2969853 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2969855 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2969857 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2969858 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2969860 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2969862 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2969865 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2969999 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2969999 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69f72e69{/qqlu/lo,null,AVAILABLE}
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e3b0fb7{HTTP/1.1,[http/1.1]}{127.0.0.1:38716}
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server Started @2974855ms
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/control/data, replicaType=NRT, hostContext=/qqlu/lo, hostPort=38716, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores}
[junit4] 2> 2970002 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2970002 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-16T08:33:11.789Z
[junit4] 2> 2970004 INFO (zkConnectionManagerCallback-4187-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2970005 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2970005 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/solr.xml
[junit4] 2> 2970008 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2970008 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2970009 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2970011 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
[junit4] 2> 2970012 INFO (zkConnectionManagerCallback-4191-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2970014 INFO (zkConnectionManagerCallback-4193-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2970122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2970123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38716_qqlu%2Flo
[junit4] 2> 2970124 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.Overseer Overseer (id=99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) starting
[junit4] 2> 2970133 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38716_qqlu%2Flo
[junit4] 2> 2970137 INFO (OverseerStateUpdate-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2970240 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2970247 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2970247 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2970248 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores
[junit4] 2> 2970262 INFO (zkConnectionManagerCallback-4199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2970263 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2970265 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56164/solr ready
[junit4] 2> 2970267 INFO (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38716_qqlu%252Flo&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2970270 INFO (OverseerThreadFactory-7266-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2970385 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2970386 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2970500 INFO (zkCallback-4192-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2971409 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2971432 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2971479 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2971497 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2971497 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2971497 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2971497 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2971499 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
[junit4] 2> 2971501 WARN (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2971539 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2971539 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2971552 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2971552 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2971553 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
[junit4] 2> 2971553 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55842b3[control_collection_shard1_replica_n1] main]
[junit4] 2> 2971555 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2971555 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2971555 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2971556 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737258581229568
[junit4] 2> 2971556 INFO (searcherExecutor-7269-thread-1-processing-n:127.0.0.1:38716_qqlu%2Flo x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@55842b3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2971561 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2971565 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38716/qqlu/lo/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2971670 INFO (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2971718 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2971722 INFO (qtp1736367606-20492) [n:127.0.0.1:38716_qqlu%2Flo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1337
[junit4] 2> 2971729 INFO (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2971824 INFO (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2972274 INFO (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2972729 INFO (qtp1736367606-20490) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38716_qqlu%252Flo&wt=javabin&version=2} status=0 QTime=2463
[junit4] 2> 2972734 INFO (zkConnectionManagerCallback-4203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2972736 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2972742 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56164/solr ready
[junit4] 2> 2972742 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2972748 INFO (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2972752 INFO (OverseerThreadFactory-7266-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2972754 WARN (OverseerThreadFactory-7266-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2972961 INFO (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2972962 INFO (qtp1736367606-20493) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=213
[junit4] 2> 2973119 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001 of type NRT
[junit4] 2> 2973120 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2973121 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7fe4ac76{/qqlu/lo,null,AVAILABLE}
[junit4] 2> 2973122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4476d80e{HTTP/1.1,[http/1.1]}{127.0.0.1:61941}
[junit4] 2> 2973122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server Started @2977976ms
[junit4] 2> 2973122 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=61941, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores}
[junit4] 2> 2973123 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2973123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2973123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2973123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2973123 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-16T08:33:14.910Z
[junit4] 2> 2973125 INFO (zkConnectionManagerCallback-4205-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2973126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2973126 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/solr.xml
[junit4] 2> 2973128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2973128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2973128 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2973132 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
[junit4] 2> 2973134 INFO (zkConnectionManagerCallback-4209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2973137 INFO (zkConnectionManagerCallback-4211-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2973145 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2973149 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2973151 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61941_qqlu%2Flo
[junit4] 2> 2973157 INFO (zkCallback-4202-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2973157 INFO (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2973158 INFO (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2973246 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2973253 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2973253 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2973254 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores
[junit4] 2> 2973274 INFO (qtp1736367606-20494) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61941_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2973278 INFO (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2973278 INFO (OverseerThreadFactory-7266-thread-3-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:61941_qqlu%2Flo for creating new replica
[junit4] 2> 2973284 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2973284 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2974303 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2974324 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 2974406 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2974445 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 2974446 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2974446 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2974446 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 2974447 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
[junit4] 2> 2974450 WARN (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2974497 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2974497 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2974498 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2974498 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2974499 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
[junit4] 2> 2974499 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@de0f789[collection1_shard2_replica_n61] main]
[junit4] 2> 2974500 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2974501 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2974501 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2974502 INFO (searcherExecutor-7280-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@de0f789[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2974502 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737261670334464
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 2974507 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2974514 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61941/qqlu/lo/collection1_shard2_replica_n61/ shard2
[junit4] 2> 2974668 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2974670 INFO (qtp1028354531-20538) [n:127.0.0.1:61941_qqlu%2Flo c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1386
[junit4] 2> 2974672 INFO (qtp1736367606-20494) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61941_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1398
[junit4] 2> 2974800 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001 of type NRT
[junit4] 2> 2974801 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2974802 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3422e80e{/qqlu/lo,null,AVAILABLE}
[junit4] 2> 2974802 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f636e8b{HTTP/1.1,[http/1.1]}{127.0.0.1:58235}
[junit4] 2> 2974802 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server Started @2979657ms
[junit4] 2> 2974802 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=58235, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores}
[junit4] 2> 2974803 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2974804 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2974804 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2974804 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2974804 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-16T08:33:16.591Z
[junit4] 2> 2974806 INFO (zkConnectionManagerCallback-4215-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2974807 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2974807 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/solr.xml
[junit4] 2> 2974809 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2974809 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2974809 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2974809 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
[junit4] 2> 2974814 INFO (zkConnectionManagerCallback-4219-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2974817 INFO (zkConnectionManagerCallback-4221-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2974826 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2974828 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2974831 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58235_qqlu%2Flo
[junit4] 2> 2974832 INFO (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2974832 INFO (zkCallback-4202-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2974832 INFO (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2974833 INFO (zkCallback-4220-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2974935 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2974941 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2974941 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2974946 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores
[junit4] 2> 2974988 INFO (qtp1736367606-20487) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:58235_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2974992 INFO (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2974992 INFO (OverseerThreadFactory-7266-thread-4-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:58235_qqlu%2Flo for creating new replica
[junit4] 2> 2974997 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2974997 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2976012 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2976021 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 2976086 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2976106 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 2976106 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2976106 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2976106 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 2976108 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
[junit4] 2> 2976110 WARN (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2976145 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2976145 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2976146 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2976146 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2976146 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
[junit4] 2> 2976146 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e2db062[collection1_shard3_replica_n63] main]
[junit4] 2> 2976148 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2976149 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2976149 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2976150 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737263398387712
[junit4] 2> 2976150 INFO (searcherExecutor-7291-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@3e2db062[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 2976155 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2976159 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58235/qqlu/lo/collection1_shard3_replica_n63/ shard3
[junit4] 2> 2976314 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2976317 INFO (qtp450135393-20569) [n:127.0.0.1:58235_qqlu%2Flo c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1320
[junit4] 2> 2976319 INFO (qtp1736367606-20487) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:58235_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1330
[junit4] 2> 2976438 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001 of type NRT
[junit4] 2> 2976438 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2976439 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ae37004{/qqlu/lo,null,AVAILABLE}
[junit4] 2> 2976440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@450b3ecf{HTTP/1.1,[http/1.1]}{127.0.0.1:63302}
[junit4] 2> 2976440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server Started @2981295ms
[junit4] 2> 2976440 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=63302, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores}
[junit4] 2> 2976441 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2976441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2976441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2976441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2976441 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-16T08:33:18.228Z
[junit4] 2> 2976443 INFO (zkConnectionManagerCallback-4225-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2976444 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2976444 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/solr.xml
[junit4] 2> 2976446 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2976446 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2976447 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2976449 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56164/solr
[junit4] 2> 2976450 INFO (zkConnectionManagerCallback-4229-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2976453 INFO (zkConnectionManagerCallback-4231-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2976463 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2976466 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2976469 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63302_qqlu%2Flo
[junit4] 2> 2976470 INFO (zkCallback-4192-thread-2-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2976470 INFO (zkCallback-4210-thread-1-processing-n:127.0.0.1:61941_qqlu%2Flo) [n:127.0.0.1:61941_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2976470 INFO (zkCallback-4202-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2976470 INFO (zkCallback-4220-thread-1-processing-n:127.0.0.1:58235_qqlu%2Flo) [n:127.0.0.1:58235_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2976472 INFO (zkCallback-4230-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2976527 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2976535 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2976535 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2976536 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores
[junit4] 2> 2976565 INFO (qtp1736367606-20488) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63302_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2976569 INFO (OverseerCollectionConfigSetProcessor-99358578541199364-127.0.0.1:38716_qqlu%2Flo-n_0000000000) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2976569 INFO (OverseerThreadFactory-7266-thread-5-processing-n:127.0.0.1:38716_qqlu%2Flo) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:63302_qqlu%2Flo for creating new replica
[junit4] 2> 2976573 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2976574 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2977600 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2977616 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 2977683 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2977702 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 2977703 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53bda78d
[junit4] 2> 2977703 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2977703 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 2977704 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=59.4931640625, floorSegmentMB=1.8623046875, forceMergeDeletesPctAllowed=9.587343483282677, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8571568046140478
[junit4] 2> 2977706 WARN (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2977740 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2977740 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2977741 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2977741 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2977741 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=60.826171875, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.9063315375098724, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7159135690179698
[junit4] 2> 2977742 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@617075fb[collection1_shard1_replica_n65] main]
[junit4] 2> 2977743 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2977744 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2977744 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2977745 INFO (searcherExecutor-7302-thread-1-processing-n:127.0.0.1:63302_qqlu%2Flo x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@617075fb[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2977745 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589737265070866432
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/ has no replicas
[junit4] 2> 2977750 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2977754 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63302/qqlu/lo/collection1_shard1_replica_n65/ shard1
[junit4] 2> 2977905 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2977909 INFO (qtp2114023377-20600) [n:127.0.0.1:63302_qqlu%2Flo c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1335
[junit4] 2> 2977913 INFO (qtp1736367606-20488) [n:127.0.0.1:38716_qqlu%2Flo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63302_qqlu%252Flo&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1348
[junit4] 2> 2978059 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001 of type NRT
[junit4] 2> 2978059 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2978060 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d477168{/qqlu/lo,null,AVAILABLE}
[junit4] 2> 2978062 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a9c4499{HTTP/1.1,[http/1.1]}{127.0.0.1:39994}
[junit4] 2> 2978063 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.e.j.s.Server Started @2982919ms
[junit4] 2> 2978063 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/qqlu/lo, hostPort=39994, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001/cores}
[junit4] 2> 2978064 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2978066 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 2978066 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2978067 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2978067 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-16T08:33:19.854Z
[junit4] 2> 2978070 INFO (zkConnectionManagerCallback-4235-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2978071 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2978071 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_CABB86BEB75B0679-001/shard-4-001/solr.xml
[junit4] 2> 2978094 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2978094 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[CABB86BEB75B0679]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaF
[...truncated too long message...]
orPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Jan 16, 2018 8:51:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=87, maxMBSortInHeap=6.625891536050945, sim=RandomSimilarity(queryNorm=false): {}, locale=ga-IE, timezone=America/St_Barthelemy
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=170678088,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallAdvancedTest, TestFieldCollectionResource, CloneFieldUpdateProcessorFactoryTest, TestNoOpRegenerator, SpellPossibilityIteratorTest, TestTrieFacet, SpatialRPTFieldTypeTest, TestPullReplica, TestCryptoKeys, MissingSegmentRecoveryTest, TestSimDistributedQueue, LoggingHandlerTest, TestCollationFieldDocValues, TestManagedSchemaThreadSafety, TestRawTransformer, TestAnalyzeInfixSuggestions, SolrShardReporterTest, TestSolrDeletionPolicy1, EchoParamsTest, JSONWriterTest, TestExclusionRuleCollectionAccess, RestartWhileUpdatingTest, AnalysisAfterCoreReloadTest, TestCustomSort, CacheHeaderTest, PluginInfoTest, TestCloudPivotFacet, TestPivotHelperCode, DocValuesTest, DocValuesMultiTest, TimeRoutedAliasUpdateProcessorTest, IndexSchemaRuntimeFieldTest, SynonymTokenizerTest, TestFieldCacheWithThreads, UpdateParamsTest, LeaderElectionIntegrationTest, BigEndianAscendingWordDeserializerTest, TestDynamicFieldCollectionResource, TestBadConfig, TestManagedStopFilterFactory, RuleEngineTest, DebugComponentTest, ReplicaListTransformerTest, NumberUtilsTest, UtilsToolTest, TestExtendedDismaxParser, TestFaceting, JvmMetricsTest, TestSystemIdResolver, DistributedFacetPivotWhiteBoxTest, TestUninvertingReader, TestLMJelinekMercerSimilarityFactory, AutoAddReplicasPlanActionTest, TestSolrCoreParser, SchemaApiFailureTest, SolrIndexMetricsTest, DistributedMLTComponentTest, TestMissingGroups, TestReload, DocumentAnalysisRequestHandlerTest, CoreAdminHandlerTest, QueryEqualityTest, TestInPlaceUpdatesDistrib, TestConfigsApi, TestGroupingSearch, OutOfBoxZkACLAndCredentialsProvidersTest, QueryElevationComponentTest, ShardSplitTest, TestBM25SimilarityFactory, TestReplicationHandlerBackup, TestFilteredDocIdSet, BasicZkTest, TestAuthenticationFramework, BitVectorTest, UninvertDocValuesMergePolicyTest, TestBulkSchemaAPI, TestDelegationWithHadoopAuth, TestEmbeddedSolrServerConstructors, SimpleCollectionCreateDeleteTest, TestPayloadCheckQParserPlugin, TestPerFieldSimilarity, AutoscalingHistoryHandlerTest, HdfsDirectoryTest, TestComponentsName, TestSmileRequest, SystemInfoHandlerTest, DistributedFacetPivotLargeTest, TestConfig, TestRTGBase, HdfsChaosMonkeySafeLeaderTest, CoreAdminRequestStatusTest, TestJsonFacetRefinement, OverseerTaskQueueTest, CurrencyRangeFacetCloudTest, TestRestoreCore, TestUnifiedSolrHighlighter, TestSchemaNameResource, TestSolrConfigHandlerConcurrent, HttpPartitionTest, CustomHighlightComponentTest, TestWordDelimiterFilterFactory, BasicDistributedZk2Test, V2ApiIntegrationTest, TestCloudInspectUtil, TestQueryWrapperFilter, SolrSlf4jReporterTest, MoveReplicaHDFSTest, TestQueryUtils, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistributedQueryComponentOptimizationTest, SolrGangliaReporterTest, NodeLostTriggerTest, HdfsTlogReplayBufferedWhileIndexingTest, OverseerRolesTest, SimplePostToolTest, TestSolrQueryResponse, AtomicUpdatesTest, SampleTest, HttpSolrCallGetCoreTest, TestSortByMinMaxFunction, TestUtilizeNode, SolrCoreCheckLockOnStartupTest, TestSolrCloudSnapshots, SchemaVersionSpecificBehaviorTest, TestExportWriter, CustomCollectionTest, TestShortCircuitedRequests, TestRemoteStreaming, TriLevelCompositeIdRoutingTest, TestMinMaxOnMultiValuedField, ShardRoutingCustomTest, TriggerIntegrationTest, TestApiFramework, QueryResultKeyTest, TestCloudManagedSchema, SolrJmxReporterCloudTest, TestMacroExpander, TestFastOutputStream, UUIDUpdateProcessorFallbackTest, TestRandomFlRTGCloud, TestMergePolicyConfig, BaseCdcrDistributedZkTest, HdfsBasicDistributedZkTest, TestSolrCloudWithHadoopAuthPlugin, TestComplexPhraseLeadingWildcard, AnalyticsMergeStrategyTest, TestZkChroot, TestSolrJ, SpatialHeatmapFacetsTest, LargeFieldTest, TestConfigSetsAPIExclusivity, TestCorePropertiesReload, TestIndexSearcher, TestCoreBackup, TestDocumentBuilder, AliasIntegrationTest, TermsComponentTest, BadComponentTest, TestExactSharedStatsCache, BlockJoinFacetDistribTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestLockTree, BlockDirectoryTest, ConjunctionSolrSpellCheckerTest, TestLuceneIndexBackCompat, DocValuesNotIndexedTest, OpenExchangeRatesOrgProviderTest, HdfsNNFailoverTest, TestCrossCoreJoin, TestPerFieldSimilarityWithDefaultOverride, TestRecoveryHdfs, TestManagedResourceStorage, ZkNodePropsTest, TestBinaryResponseWriter, TemplateUpdateProcessorTest, TestStressLiveNodes, TestSkipOverseerOperations, TestFoldingMultitermQuery, TestDistribDocBasedVersion, TestCloudNestedDocsSort, OverseerCollectionConfigSetProcessorTest, CloudExitableDirectoryReaderTest, JsonLoaderTest, TestDefaultStatsCache, TestCoreContainer, TestExceedMaxTermLength, TestNumericTerms32, TestAuthorizationFramework, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, TestReplicationHandler, TestRandomDVFaceting, TestDistributedSearch, TestStressReorder, DistributedTermsComponentTest, SolrCoreTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, FileUtilsTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, DeleteStatusTest, DistribCursorPagingTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, SSLMigrationTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudRecovery, TestConfigSetsAPI, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=CABB86BEB75B0679 -Dtests.slow=true -Dtests.locale=ga-IE -Dtests.timezone=America/St_Barthelemy -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=38793, name=jetty-launcher-8177-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([CABB86BEB75B0679]:0)
[junit4] Completed [569/767 (2!)] on J1 in 38.91s, 12 tests, 1 error <<< FAILURES!
[...truncated 48832 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 395 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/395/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.TestDistributedSearch.test
Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460) at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273) at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) ,time=1}
Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
,time=1}
at __randomizedtesting.SeedInfo.seed([8E4F2863D61E43C4:61B17B978E22E3C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13021 lines...]
[junit4] Suite: org.apache.solr.TestDistributedSearch
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/init-core-data-001
[junit4] 2> 2240384 WARN (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2240384 INFO (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2240386 INFO (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
[junit4] 2> 2240386 INFO (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2240386 INFO (SUITE-TestDistributedSearch-seed#[8E4F2863D61E43C4]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /q_j/aw
[junit4] 2> 2240515 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores/collection1
[junit4] 2> 2240516 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2240517 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a0d33b7{/q_j/aw,null,AVAILABLE}
[junit4] 2> 2240518 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ce5e34d{HTTP/1.1,[http/1.1]}{127.0.0.1:39198}
[junit4] 2> 2240518 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.Server Started @2244385ms
[junit4] 2> 2240518 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/q_j/aw, hostPort=39198, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores}
[junit4] 2> 2240519 ERROR (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2240519 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2240519 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2240519 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2240519 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T19:31:59.383Z
[junit4] 2> 2240519 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/solr.xml
[junit4] 2> 2240521 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2240521 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2240522 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2240552 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240557 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240557 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240558 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores
[junit4] 2> 2240559 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2240559 INFO (coreLoadExecutor-7285-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2240559 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2240607 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2240621 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2240687 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2240692 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2240692 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240692 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2240692 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 2240693 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=63.8544921875, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=2.8161855320590923, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5619633746553124
[junit4] 2> 2240731 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2240731 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2240732 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2240732 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2240733 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=39.9560546875, floorSegmentMB=0.8955078125, forceMergeDeletesPctAllowed=1.5042579589580252, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2240733 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65b7a39c[collection1] main]
[junit4] 2> 2240733 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2240736 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2240752 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2240752 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2240752 INFO (coreLoadExecutor-7285-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589688107916066816
[junit4] 2> 2240752 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2240752 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2240753 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2240753 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2240753 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2240753 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2240753 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2240754 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2240755 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65b7a39c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2240864 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 2240865 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2240874 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@775b07da{/q_j/aw,null,AVAILABLE}
[junit4] 2> 2240874 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@130dfef8{HTTP/1.1,[http/1.1]}{127.0.0.1:41218}
[junit4] 2> 2240874 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.Server Started @2244740ms
[junit4] 2> 2240874 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/q_j/aw, hostPort=41218, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores}
[junit4] 2> 2240874 ERROR (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2240875 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2240875 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2240875 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2240875 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T19:31:59.739Z
[junit4] 2> 2240875 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/solr.xml
[junit4] 2> 2240877 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2240878 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2240878 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2240904 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240910 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240910 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2240911 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores
[junit4] 2> 2240911 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2240912 INFO (coreLoadExecutor-7296-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2240912 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2240934 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2240948 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2241015 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2241021 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2241021 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aeec3f3
[junit4] 2> 2241021 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2241021 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 2241022 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=63.8544921875, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=2.8161855320590923, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5619633746553124
[junit4] 2> 2241061 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2241062 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2241062 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2241062 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2241063 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=39.9560546875, floorSegmentMB=0.8955078125, forceMergeDeletesPctAllowed=1.5042579589580252, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2241063 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6da453f[collection1] main]
[junit4] 2> 2241064 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2241068 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2241083 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2241083 INFO (coreLoadExecutor-7296-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589688108263145472
[junit4] 2> 2241083 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2241083 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2241084 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2241084 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2241084 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2241084 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2241084 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2241085 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2241085 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2241085 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2241086 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6da453f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2241087 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1589688108266291200)} 0 0
[junit4] 2> 2241089 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1589688108268388352)} 0 0
[junit4] 2> 2241090 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1 (1589688108270485504)]} 0 0
[junit4] 2> 2241091 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1 (1589688108271534080)]} 0 0
[junit4] 2> 2241092 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[2 (1589688108272582656)]} 0 0
[junit4] 2> 2241093 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[2 (1589688108273631232)]} 0 0
[junit4] 2> 2241093 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[3 (1589688108273631232)]} 0 0
[junit4] 2> 2241094 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[3 (1589688108274679808)]} 0 0
[junit4] 2> 2241094 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[4 (1589688108274679808)]} 0 0
[junit4] 2> 2241095 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[4 (1589688108275728384)]} 0 0
[junit4] 2> 2241096 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[5 (1589688108275728384)]} 0 0
[junit4] 2> 2241096 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[5 (1589688108276776960)]} 0 0
[junit4] 2> 2241097 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[6 (1589688108276776960)]} 0 0
[junit4] 2> 2241097 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[6 (1589688108277825536)]} 0 0
[junit4] 2> 2241098 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[7 (1589688108277825536)]} 0 0
[junit4] 2> 2241098 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[7 (1589688108278874112)]} 0 0
[junit4] 2> 2241098 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[8 (1589688108278874112)]} 0 0
[junit4] 2> 2241099 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[8 (1589688108279922688)]} 0 0
[junit4] 2> 2241099 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[9 (1589688108279922688)]} 0 0
[junit4] 2> 2241100 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[9 (1589688108280971264)]} 0 0
[junit4] 2> 2241100 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108280971264,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2241100 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@8ba4a42 commitCommandVersion:1589688108280971264
[junit4] 2> 2241104 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3755d71d[collection1] main]
[junit4] 2> 2241105 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2241106 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3755d71d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9)))}
[junit4] 2> 2241106 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 2241106 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108287262720,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2241106 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1dce6d84 commitCommandVersion:1589688108287262720
[junit4] 2> 2241110 INFO (qtp380360740-22895) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@605d6de2[collection1] main]
[junit4] 2> 2241110 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2241111 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@605d6de2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9)))}
[junit4] 2> 2241112 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 2241113 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[10 (1589688108293554176)]} 0 1
[junit4] 2> 2241115 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[10 (1589688108295651328)]} 0 1
[junit4] 2> 2241116 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[11 (1589688108297748480)]} 0 0
[junit4] 2> 2241117 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[11 (1589688108297748480)]} 0 0
[junit4] 2> 2241117 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[12 (1589688108298797056)]} 0 0
[junit4] 2> 2241118 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[12 (1589688108299845632)]} 0 0
[junit4] 2> 2241118 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[13 (1589688108299845632)]} 0 0
[junit4] 2> 2241119 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[13 (1589688108300894208)]} 0 0
[junit4] 2> 2241120 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1001 (1589688108301942784)]} 0 0
[junit4] 2> 2241121 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[1001 (1589688108302991360)]} 0 0
[junit4] 2> 2241122 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[14 (1589688108302991360)]} 0 0
[junit4] 2> 2241122 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[14 (1589688108304039936)]} 0 0
[junit4] 2> 2241122 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[15 (1589688108304039936)]} 0 0
[junit4] 2> 2241123 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[15 (1589688108305088512)]} 0 0
[junit4] 2> 2241123 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[16 (1589688108305088512)]} 0 0
[junit4] 2> 2241124 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[16 (1589688108306137088)]} 0 0
[junit4] 2> 2241124 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[17 (1589688108306137088)]} 0 0
[junit4] 2> 2241125 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[17 (1589688108307185664)]} 0 0
[junit4] 2> 2241125 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[100 (1589688108307185664)]} 0 0
[junit4] 2> 2241126 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[100 (1589688108307185665)]} 0 0
[junit4] 2> 2241126 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[101 (1589688108308234240)]} 0 0
[junit4] 2> 2241126 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[101 (1589688108308234240)]} 0 0
[junit4] 2> 2241127 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[102 (1589688108309282816)]} 0 0
[junit4] 2> 2241127 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[102 (1589688108309282816)]} 0 0
[junit4] 2> 2241128 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[103 (1589688108309282817)]} 0 0
[junit4] 2> 2241128 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[103 (1589688108310331392)]} 0 0
[junit4] 2> 2241128 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[104 (1589688108310331392)]} 0 0
[junit4] 2> 2241129 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[104 (1589688108311379968)]} 0 0
[junit4] 2> 2241129 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[105 (1589688108311379968)]} 0 0
[junit4] 2> 2241129 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[105 (1589688108311379969)]} 0 0
[junit4] 2> 2241130 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[106 (1589688108312428544)]} 0 0
[junit4] 2> 2241130 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[106 (1589688108312428544)]} 0 0
[junit4] 2> 2241131 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[107 (1589688108312428545)]} 0 0
[junit4] 2> 2241131 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[107 (1589688108313477120)]} 0 0
[junit4] 2> 2241131 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[108 (1589688108313477120)]} 0 0
[junit4] 2> 2241132 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[108 (1589688108314525696)]} 0 0
[junit4] 2> 2241132 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[109 (1589688108314525696)]} 0 0
[junit4] 2> 2241132 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[109 (1589688108314525697)]} 0 0
[junit4] 2> 2241133 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[110 (1589688108315574272)]} 0 0
[junit4] 2> 2241133 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[110 (1589688108315574272)]} 0 0
[junit4] 2> 2241134 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[111 (1589688108316622848)]} 0 0
[junit4] 2> 2241134 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[111 (1589688108316622848)]} 0 0
[junit4] 2> 2241135 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[112 (1589688108316622849)]} 0 0
[junit4] 2> 2241135 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[112 (1589688108317671424)]} 0 0
[junit4] 2> 2241135 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[113 (1589688108317671424)]} 0 0
[junit4] 2> 2241136 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[113 (1589688108318720000)]} 0 0
[junit4] 2> 2241136 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[114 (1589688108318720000)]} 0 0
[junit4] 2> 2241137 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[114 (1589688108319768576)]} 0 0
[junit4] 2> 2241137 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[115 (1589688108319768576)]} 0 0
[junit4] 2> 2241138 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[115 (1589688108320817152)]} 0 0
[junit4] 2> 2241139 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[116 (1589688108320817152)]} 0 0
[junit4] 2> 2241139 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[116 (1589688108321865728)]} 0 0
[junit4] 2> 2241139 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[117 (1589688108321865728)]} 0 0
[junit4] 2> 2241140 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[117 (1589688108321865729)]} 0 0
[junit4] 2> 2241140 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[118 (1589688108322914304)]} 0 0
[junit4] 2> 2241140 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[118 (1589688108322914304)]} 0 0
[junit4] 2> 2241141 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[119 (1589688108323962880)]} 0 0
[junit4] 2> 2241141 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[119 (1589688108323962880)]} 0 0
[junit4] 2> 2241141 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[120 (1589688108323962881)]} 0 0
[junit4] 2> 2241142 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[120 (1589688108325011456)]} 0 0
[junit4] 2> 2241142 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[121 (1589688108325011456)]} 0 0
[junit4] 2> 2241143 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[121 (1589688108325011457)]} 0 0
[junit4] 2> 2241143 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[122 (1589688108326060032)]} 0 0
[junit4] 2> 2241143 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[122 (1589688108326060032)]} 0 0
[junit4] 2> 2241144 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[123 (1589688108327108608)]} 0 0
[junit4] 2> 2241144 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[123 (1589688108327108608)]} 0 0
[junit4] 2> 2241145 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[124 (1589688108327108609)]} 0 0
[junit4] 2> 2241145 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[124 (1589688108328157184)]} 0 0
[junit4] 2> 2241145 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[125 (1589688108328157184)]} 0 0
[junit4] 2> 2241146 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[125 (1589688108329205760)]} 0 0
[junit4] 2> 2241146 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[126 (1589688108329205760)]} 0 0
[junit4] 2> 2241146 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[126 (1589688108329205761)]} 0 0
[junit4] 2> 2241147 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[127 (1589688108330254336)]} 0 0
[junit4] 2> 2241147 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[127 (1589688108330254336)]} 0 0
[junit4] 2> 2241147 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[128 (1589688108330254337)]} 0 0
[junit4] 2> 2241148 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[128 (1589688108331302912)]} 0 0
[junit4] 2> 2241148 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[129 (1589688108331302912)]} 0 0
[junit4] 2> 2241149 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[129 (1589688108331302913)]} 0 0
[junit4] 2> 2241149 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[130 (1589688108332351488)]} 0 0
[junit4] 2> 2241149 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[130 (1589688108332351488)]} 0 0
[junit4] 2> 2241150 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[131 (1589688108333400064)]} 0 0
[junit4] 2> 2241150 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[131 (1589688108333400064)]} 0 0
[junit4] 2> 2241150 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[132 (1589688108333400065)]} 0 0
[junit4] 2> 2241151 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[132 (1589688108333400065)]} 0 0
[junit4] 2> 2241151 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[133 (1589688108334448640)]} 0 0
[junit4] 2> 2241151 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[133 (1589688108334448640)]} 0 0
[junit4] 2> 2241151 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[134 (1589688108334448641)]} 0 0
[junit4] 2> 2241152 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[134 (1589688108335497216)]} 0 0
[junit4] 2> 2241152 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[135 (1589688108335497216)]} 0 0
[junit4] 2> 2241153 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[135 (1589688108336545792)]} 0 0
[junit4] 2> 2241153 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[136 (1589688108336545792)]} 0 0
[junit4] 2> 2241153 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[136 (1589688108336545793)]} 0 0
[junit4] 2> 2241154 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[137 (1589688108337594368)]} 0 0
[junit4] 2> 2241154 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[137 (1589688108337594368)]} 0 0
[junit4] 2> 2241155 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[138 (1589688108337594369)]} 0 0
[junit4] 2> 2241155 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[138 (1589688108338642944)]} 0 0
[junit4] 2> 2241155 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[139 (1589688108338642944)]} 0 0
[junit4] 2> 2241156 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[139 (1589688108339691520)]} 0 0
[junit4] 2> 2241156 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[140 (1589688108339691520)]} 0 0
[junit4] 2> 2241156 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[140 (1589688108339691521)]} 0 0
[junit4] 2> 2241157 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[141 (1589688108339691521)]} 0 0
[junit4] 2> 2241157 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[141 (1589688108340740096)]} 0 0
[junit4] 2> 2241157 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[142 (1589688108340740096)]} 0 0
[junit4] 2> 2241158 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[142 (1589688108341788672)]} 0 0
[junit4] 2> 2241158 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[143 (1589688108341788672)]} 0 0
[junit4] 2> 2241158 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[143 (1589688108341788673)]} 0 0
[junit4] 2> 2241159 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[144 (1589688108342837248)]} 0 0
[junit4] 2> 2241159 INFO (qtp380360740-22893) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[144 (1589688108342837248)]} 0 0
[junit4] 2> 2241160 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[145 (1589688108342837249)]} 0 0
[junit4] 2> 2241160 INFO (qtp380360740-22889) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[145 (1589688108343885824)]} 0 0
[junit4] 2> 2241160 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[146 (1589688108343885824)]} 0 0
[junit4] 2> 2241161 INFO (qtp380360740-22895) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[146 (1589688108343885825)]} 0 0
[junit4] 2> 2241161 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[147 (1589688108344934400)]} 0 0
[junit4] 2> 2241161 INFO (qtp380360740-22894) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[147 (1589688108344934400)]} 0 0
[junit4] 2> 2241161 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[148 (1589688108344934401)]} 0 0
[junit4] 2> 2241162 INFO (qtp380360740-22890) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[148 (1589688108345982976)]} 0 0
[junit4] 2> 2241162 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[149 (1589688108345982976)]} 0 0
[junit4] 2> 2241163 INFO (qtp380360740-22892) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={wt=javabin&version=2}{add=[149 (1589688108345982977)]} 0 0
[junit4] 2> 2241163 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108347031552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2241163 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@8ba4a42 commitCommandVersion:1589688108347031552
[junit4] 2> 2241168 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fab6209[collection1] main]
[junit4] 2> 2241168 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2241169 INFO (searcherExecutor-7286-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fab6209[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9) Uninverting(_1(7.3.0):C59)))}
[junit4] 2> 2241169 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
[junit4] 2> 2241170 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1589688108354371584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2241170 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1dce6d84 commitCommandVersion:1589688108354371584
[junit4] 2> 2241174 INFO (qtp380360740-22888) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ac47e03[collection1] main]
[junit4] 2> 2241175 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2241176 INFO (searcherExecutor-7297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6ac47e03[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C9) Uninverting(_1(7.3.0):C59)))}
[junit4] 2> 2241176 INFO (qtp380360740-22888) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/q_j/aw path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
[junit4] 2> 2241176 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 2241177 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 2241177 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
[junit4] 2> 2241177 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 2241178 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241188 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720043&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241189 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720043&ids=111,145,101,146,5,126,139,8,108,131&isShard=true&shard.url=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241190 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=11
[junit4] 2> 2241191 INFO (qtp1973216483-22877) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241193 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720056&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241194 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720056&ids=132,12,1,135,114,4,137,149,128,107&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241195 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 2241196 INFO (qtp1973216483-22878) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241197 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720060&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241197 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720060&ids=144,145,2,6,107,118,9,119,109,141&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241198 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::213]:33332/q_j/aw&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241199 INFO (qtp1973216483-22871) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241200 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720064&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241201 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720064&ids=111,134,123,147,115,104,139,140,130,120&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241201 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241202 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241203 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720067&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241204 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720067&ids=143,121,122,135,136,147,127,129,108,119&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241205 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241205 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241206 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720070&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241207 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720070&ids=13,14,102,103,115,148,126,16,149,107&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241208 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 2241209 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241210 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720073&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241211 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720073&ids=112,113,114,115,104,105,138,7,119,131&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241211 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 2241212 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241213 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720077&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241214 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720077&ids=143,121,132,100,13,124,137,139,107,142&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241215 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
[junit4] 2> 2241216 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241217 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720080&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241218 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720080&ids=111,101,146,115,104,17,6,139,107,141&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241218 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241219 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241220 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720084&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241221 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720084&ids=3,102,125,5,148,137,149,138,7,120&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241222 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241222 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241223 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720087&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241224 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720087&ids=110,143,122,111,145,146,136,147,15,117&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241225 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241225 INFO (qtp1973216483-22873) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241226 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720090&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241227 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720090&ids=1,2,114,103,115,127,149,7,131,120&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241228 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::083]:33332/q_j/aw&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241228 INFO (qtp1973216483-22875) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241233 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720093&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241234 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720093&ids=110,1,123,113,14,126,16,116,117,140&isShard=true&shard.url=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241235 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::114]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
[junit4] 2> 2241235 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241236 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720100&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241237 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720100&ids=122,112,3,124,114,5,17,142,131,10&isShard=true&shard.url=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241237 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::114]:33332/q_j/aw|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241238 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241239 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720103&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241239 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720103&ids=122,144,135,136,125,103,115,105,107,140&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241240 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1|[ff01::083]:33332/q_j/aw|[ff01::213]:33332/q_j/aw|[ff01::114]:33332/q_j/aw&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241240 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241241 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720105&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241242 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720105&ids=143,1,100,14,137,127,128,117,118,108&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241243 INFO (qtp380360740-22892) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|[ff01::114]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241243 INFO (qtp1973216483-22874) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241245 INFO (qtp380360740-22888) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&rows=10&version=2&q=*:*&NOW=1516044720108&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241245 INFO (qtp380360740-22894) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720108&ids=110,144,2,145,14,124,16,116,7,129&isShard=true&shard.url=http://127.0.0.1:41218/q_j/aw/collection1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241246 INFO (qtp380360740-22890) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=http://127.0.0.1:41218/q_j/aw/collection1&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241246 INFO (qtp1973216483-22876) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&distrib=false&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
[junit4] 2> 2241248 INFO (qtp380360740-22895) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+asc&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&rows=10&version=2&q=*:*&NOW=1516044720111&isShard=true&wt=javabin} hits=68 status=0 QTime=0
[junit4] 2> 2241248 INFO (qtp380360740-22893) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1516044720111&ids=11,100,101,13,135,115,6,9,109,141&isShard=true&shard.url=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2241249 INFO (qtp380360740-22889) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/q_j/aw path=/select params={q=*:*&shards=[ff01::083]:33332/q_j/aw|http://127.0.0.1:41218/q_j/aw/collection1|[ff01::114]:33332/q_j/aw&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=1
[junit4] 2> 2241250 INFO (qtp1973216483-22873) [ x:collection1] o.a.
[...truncated too long message...]
it4] 2> 2263163 INFO (coreCloseExecutor-7343-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b2f3df4: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7a0c494a
[junit4] 2> 2263174 INFO (TEST-TestDistributedSearch.test-seed#[8E4F2863D61E43C4]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c5abd86{/q_j/aw,null,UNAVAILABLE}
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=8E4F2863D61E43C4 -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=Europe/Gibraltar -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 22.8s J1 | TestDistributedSearch.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
[junit4] > at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
[junit4] > at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > ,time=1}
[junit4] > at __randomizedtesting.SeedInfo.seed([8E4F2863D61E43C4:61B17B978E22E3C]:0)
[junit4] > at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
[junit4] > at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
[junit4] > at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_8E4F2863D61E43C4-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {severity=PostingsFormat(name=LuceneVarGapFixedInterval), foo_sev_enum=FST50, SubjectTerms_mfacet=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=LuceneFixedGap), rnd_b=FST50, a_s=PostingsFormat(name=LuceneVarGapFixedInterval), oddField_s=PostingsFormat(name=LuceneVarGapFixedInterval), lowerfilt1and2=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=Direct), foo_b=PostingsFormat(name=LuceneVarGapFixedInterval), lowerfilt=PostingsFormat(name=LuceneFixedGap), id=FST50, text=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{other_tl1=DocValuesFormat(name=Memory), range_facet_l_dv=DocValuesFormat(name=Lucene70), n_l1=DocValuesFormat(name=Memory), a_n_tdt=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Memory), n_td1=DocValuesFormat(name=Direct), n_d1=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Memory), n_f1=DocValuesFormat(name=Direct), n_tl1=DocValuesFormat(name=Direct), n_tf1=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Memory), severity=DocValuesFormat(name=Asserting), foo_sev_enum=DocValuesFormat(name=Lucene70), n_dt1=DocValuesFormat(name=Direct), a_i1=DocValuesFormat(name=Memory), b_n_tdt=DocValuesFormat(name=Memory), n_ti1=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), n_tdt1=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Direct), foo_d=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Memory), foo_f=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=247, maxMBSortInHeap=6.23067014308808, sim=RandomSimilarity(queryNorm=false): {}, locale=hr-HR, timezone=Europe/Gibraltar
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=151491592,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [FacetPivotSmallTest, TestIndexSearcher, TestExpandComponent, TestXmlQParserPlugin, BasicZkTest, TestFieldTypeCollectionResource, CdcrVersionReplicationTest, TestIntervalFaceting, TestManagedSchema, TestFastLRUCache, TemplateUpdateProcessorTest, TestOnReconnectListenerSupport, TestQueryTypes, BasicAuthStandaloneTest, DistribDocExpirationUpdateProcessorTest, SolrShardReporterTest, OpenCloseCoreStressTest, TestCollationFieldDocValues, FullSolrCloudDistribCmdsTest, TestElisionMultitermQuery, JsonLoaderTest, TestDFISimilarityFactory, LeaderInitiatedRecoveryOnCommitTest, AnalyticsMergeStrategyTest, TestStandardQParsers, BasicDistributedZk2Test, TestCustomSort, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheReopen, TestHashQParserPlugin, TestConfig, DeleteStatusTest, DocumentBuilderTest, TestStressReorder, OverseerTaskQueueTest, TestAnalyzedSuggestions, DocValuesMissingTest, TimeRoutedAliasUpdateProcessorTest, LeaderElectionIntegrationTest, SearchHandlerTest, TermVectorComponentDistributedTest, TestLockTree, TestSkipOverseerOperations, TestConfigSetsAPIExclusivity, BlockJoinFacetDistribTest, SystemInfoHandlerTest, CustomHighlightComponentTest, HdfsBasicDistributedZkTest, TestSimDistributedQueue, ComputePlanActionTest, ReplaceNodeTest, HdfsWriteToMultipleCollectionsTest, TestDocTermOrds, TestFoldingMultitermQuery, DirectSolrSpellCheckerTest, ShardRoutingCustomTest, TestSolrCLIRunExample, FullHLLTest, SOLR749Test, TestSchemaSimilarityResource, TestExclusionRuleCollectionAccess, HttpSolrCallGetCoreTest, DistributedFacetPivotLargeTest, TestExactSharedStatsCache, TestSort, TestDocumentBuilder, TestCloudPivotFacet, TestTrieFacet, TestBadConfig, TestManagedSynonymGraphFilterFactory, TestFieldCacheSortRandom, ManagedSchemaRoundRobinCloudTest, MoveReplicaHDFSTest, BasicFunctionalityTest, HLLUtilTest, MetricUtilsTest, TestLegacyFieldReuse, CacheHeaderTest, V2ApiIntegrationTest, ZkStateWriterTest, UpdateParamsTest, SuggestComponentTest, SolrJmxReporterCloudTest, TestComputePlanAction, CdcrBootstrapTest, TestReplicationHandlerBackup, UpdateLogTest, TestExecutePlanAction, TestHighFrequencyDictionaryFactory, TestBlobHandler, QueryEqualityTest, CoreAdminRequestStatusTest, SolrCoreCheckLockOnStartupTest, TestAuthenticationFramework, TestExceedMaxTermLength, TestSmileRequest, TestRTGBase, PropertiesRequestHandlerTest, PluginInfoTest, DistributedMLTComponentTest, HdfsNNFailoverTest, TestLegacyTerms, TestCoreContainer, SolrSlf4jReporterTest, TestComponentsName, LegacyCloudClusterPropTest, ActionThrottleTest, TestPartialUpdateDeduplication, TestDistribDocBasedVersion, TestExtendedDismaxParser, TestFieldCacheWithThreads, CopyFieldTest, TestCoreBackup, MBeansHandlerTest, TestSortByMinMaxFunction, TestLMJelinekMercerSimilarityFactory, TestNumericTerms32, TestMinMaxOnMultiValuedField, TestStressCloudBlindAtomicUpdates, TestUnifiedSolrHighlighter, TestDistributedMissingSort, CoreAdminHandlerTest, TestObjectReleaseTracker, TestQueryUtils, TestFaceting, TestNRTOpen, TestPerFieldSimilarity, PeerSyncTest, DocValuesMultiTest, CoreSorterTest, FileUtilsTest, TestShardHandlerFactory, TestLargeCluster, QueryResultKeyTest, TestSchemaManager, TestWordDelimiterFilterFactory, SegmentsInfoRequestHandlerTest, TestMacroExpander, TestFunctionQuery, SoftAutoCommitTest, BadComponentTest, SolrGangliaReporterTest, BlockJoinFacetSimpleTest, SynonymTokenizerTest, HdfsChaosMonkeySafeLeaderTest, TestFastOutputStream, TestCrossCoreJoin, CollectionStateFormat2Test, TestManagedResourceStorage, TestClusterStateMutator, AutoscalingHistoryHandlerTest, TestDynamicFieldCollectionResource, CheckHdfsIndexTest, CloneFieldUpdateProcessorFactoryTest, TestSearchPerf, TermsComponentTest, UninvertDocValuesMergePolicyTest, PreAnalyzedFieldTest, CurrencyFieldTypeTest, TestMissingGroups, DeleteLastCustomShardedReplicaTest, TestLRUCache, TestUseDocValuesAsStored, TestFastWriter, TestRemoteStreaming, TestNoOpRegenerator, TestLRUStatsCache, TestExportWriter, DocValuesTest, TestSolrCloudWithHadoopAuthPlugin, CachingDirectoryFactoryTest, SchemaApiFailureTest, DistributedExpandComponentTest, SolrCloudExampleTest, SpellingQueryConverterTest, CollectionsAPIDistributedZkTest, TestPivotHelperCode, SystemLogListenerTest, TriggerIntegrationTest, TestAuthorizationFramework, TestSolrJ, TestEmbeddedSolrServerConstructors, TestCloudNestedDocsSort, FieldMutatingUpdateProcessorTest, PreAnalyzedUpdateProcessorTest, DataDrivenBlockJoinTest, UUIDUpdateProcessorFallbackTest, AtomicUpdatesTest, HdfsRecoveryZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, TestRandomFaceting, ZkSolrClientTest, TestDistributedSearch]
[junit4] Completed [394/767 (1!)] on J1 in 22.81s, 1 test, 1 failure <<< FAILURES!
[...truncated 49350 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 394 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/394/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:47931/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:47931/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:B2943445C12B7558]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39334/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:BBA34912F1104A2D]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56035/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData
Error Message:
Node watch should have fired!
Stack Trace:
java.lang.AssertionError: Node watch should have fired!
at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:3EC908E522766682]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:27D1E41F61AE506F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12393 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 825454 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/init-core-data-001
[junit4] 2> 825454 WARN (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
[junit4] 2> 825454 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 825455 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 825456 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001
[junit4] 2> 825456 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 825456 INFO (Thread-2792) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 825456 INFO (Thread-2792) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 825458 ERROR (Thread-2792) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 825556 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41165
[junit4] 2> 825560 INFO (zkConnectionManagerCallback-1515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825585 INFO (jetty-launcher-1512-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 825586 INFO (jetty-launcher-1512-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@593a0bd2{/solr,null,AVAILABLE}
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49d3bccc{SSL,[ssl, http/1.1]}{127.0.0.1:39334}
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.e.j.s.Server Started @828100ms
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39334}
[junit4] 2> 825587 ERROR (jetty-launcher-1512-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T06:33:24.665Z
[junit4] 2> 825587 INFO (jetty-launcher-1512-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@854454a{/solr,null,AVAILABLE}
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fc6da57{SSL,[ssl, http/1.1]}{127.0.0.1:36252}
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.e.j.s.Server Started @828101ms
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36252}
[junit4] 2> 825588 ERROR (jetty-launcher-1512-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 825588 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T06:33:24.666Z
[junit4] 2> 825589 INFO (jetty-launcher-1512-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 825590 INFO (jetty-launcher-1512-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ac79cd4{/solr,null,AVAILABLE}
[junit4] 2> 825591 INFO (jetty-launcher-1512-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 825594 INFO (jetty-launcher-1512-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a375cf8{/solr,null,AVAILABLE}
[junit4] 2> 825594 INFO (jetty-launcher-1512-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@579227c{SSL,[ssl, http/1.1]}{127.0.0.1:40105}
[junit4] 2> 825594 INFO (jetty-launcher-1512-thread-1) [ ] o.e.j.s.Server Started @828108ms
[junit4] 2> 825595 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40105}
[junit4] 2> 825595 ERROR (jetty-launcher-1512-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 825595 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 825595 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 825595 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 825595 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T06:33:24.673Z
[junit4] 2> 825596 INFO (jetty-launcher-1512-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@629daf7c{SSL,[ssl, http/1.1]}{127.0.0.1:43660}
[junit4] 2> 825596 INFO (jetty-launcher-1512-thread-2) [ ] o.e.j.s.Server Started @828110ms
[junit4] 2> 825597 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43660}
[junit4] 2> 825597 ERROR (jetty-launcher-1512-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 825597 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 825597 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 825597 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 825597 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T06:33:24.675Z
[junit4] 2> 825598 INFO (zkConnectionManagerCallback-1517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825600 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 825600 INFO (zkConnectionManagerCallback-1523-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825601 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 825602 INFO (zkConnectionManagerCallback-1519-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825603 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 825605 INFO (zkConnectionManagerCallback-1521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825608 INFO (jetty-launcher-1512-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 825608 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 825609 INFO (jetty-launcher-1512-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 825612 INFO (zkConnectionManagerCallback-1527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825613 INFO (zkConnectionManagerCallback-1531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825616 INFO (jetty-launcher-1512-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 825616 INFO (zkConnectionManagerCallback-1533-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825617 INFO (jetty-launcher-1512-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 825619 INFO (zkConnectionManagerCallback-1535-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825619 INFO (zkConnectionManagerCallback-1539-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825622 INFO (zkConnectionManagerCallback-1543-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825623 INFO (zkConnectionManagerCallback-1545-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825641 INFO (zkConnectionManagerCallback-1550-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 825763 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 825764 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43660_solr
[junit4] 2> 825765 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.c.Overseer Overseer (id=99352445225205772-127.0.0.1:43660_solr-n_0000000000) starting
[junit4] 2> 825775 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43660_solr
[junit4] 2> 825820 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 825838 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 825840 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 825842 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40105_solr
[junit4] 2> 825910 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 825932 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 825943 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 825950 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 825952 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 825996 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 825996 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40105.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 825999 INFO (jetty-launcher-1512-thread-1) [n:127.0.0.1:40105_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node2/.
[junit4] 2> 825999 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826000 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826000 INFO (jetty-launcher-1512-thread-2) [n:127.0.0.1:43660_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node1/.
[junit4] 2> 826021 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 826023 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36252_solr
[junit4] 2> 826026 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 826026 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 826063 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 826066 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 826068 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39334_solr
[junit4] 2> 826069 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 826069 INFO (zkCallback-1532-thread-2-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 826069 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 826115 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826132 INFO (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 826134 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826134 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826134 INFO (jetty-launcher-1512-thread-3) [n:127.0.0.1:39334_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node3/.
[junit4] 2> 826187 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826193 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826193 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 826193 INFO (jetty-launcher-1512-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node4/.
[junit4] 2> 826244 INFO (zkConnectionManagerCallback-1557-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 826247 INFO (zkConnectionManagerCallback-1561-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 826247 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 826249 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41165/solr ready
[junit4] 2> 826267 INFO (qtp1610037788-8091) [n:127.0.0.1:43660_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 826279 INFO (qtp1610037788-8091) [n:127.0.0.1:43660_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=12
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 826308 WARN (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 826315 WARN (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 826316 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 826328 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_serv1.vm3_57307_hdfs____y9joih/webapp
[junit4] 2> 826782 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:57307
[junit4] 2> 826899 WARN (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 826900 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 826910 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58810_datanode____h0bh6j/webapp
[junit4] 2> 827369 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58810
[junit4] 2> 827440 WARN (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 827441 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 827455 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37897_datanode____lwac7t/webapp
[junit4] 2> 827482 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to serv1-vm3/127.0.0.1:53054) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 827495 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb8ba2d62589b: from storage DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c node DatanodeRegistration(127.0.0.1:63007, datanodeUuid=8df5190c-17a2-4c1e-99c4-2ec8a66d1bc6, infoPort=55024, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 827495 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb8ba2d62589b: from storage DS-47450764-80d6-49e4-b9d5-3cae96bfadf5 node DatanodeRegistration(127.0.0.1:63007, datanodeUuid=8df5190c-17a2-4c1e-99c4-2ec8a66d1bc6, infoPort=55024, infoSecurePort=0, ipcPort=41127, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 827912 INFO (SUITE-MoveReplicaHDFSTest-seed#[1859E7B776F8A088]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37897
[junit4] 2> 828003 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to serv1-vm3/127.0.0.1:53054) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 828013 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb8ba4c2e8cf2: from storage DS-99809e78-99ae-4218-be2e-0dfcd944bb76 node DatanodeRegistration(127.0.0.1:44836, datanodeUuid=10cbae19-c4fc-42d7-9163-eddc5270571c, infoPort=63171, infoSecurePort=0, ipcPort=59167, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 828013 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb8ba4c2e8cf2: from storage DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d node DatanodeRegistration(127.0.0.1:44836, datanodeUuid=10cbae19-c4fc-42d7-9163-eddc5270571c, infoPort=63171, infoSecurePort=0, ipcPort=59167, storageInfo=lv=-56;cid=testClusterID;nsid=617610759;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 828169 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
[junit4] 2> 828170 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 828191 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 828192 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2aaf21fa{/solr,null,AVAILABLE}
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@530bb100{SSL,[ssl, http/1.1]}{127.0.0.1:47931}
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.e.j.s.Server Started @830707ms
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47931}
[junit4] 2> 828193 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 828193 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-15T06:33:27.271Z
[junit4] 2> 828197 INFO (zkConnectionManagerCallback-1564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 828198 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 828205 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41165/solr
[junit4] 2> 828207 INFO (zkConnectionManagerCallback-1568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 828210 INFO (zkConnectionManagerCallback-1570-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 828219 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 828222 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 828224 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47931_solr
[junit4] 2> 828226 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:40105_solr) [n:127.0.0.1:40105_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828226 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828229 INFO (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828229 INFO (zkCallback-1560-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828230 INFO (zkCallback-1560-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828230 INFO (zkCallback-1532-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828231 INFO (zkCallback-1569-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 828274 INFO (OverseerCollectionConfigSetProcessor-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 828375 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 828383 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 828383 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 828384 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[1859E7B776F8A088]) [n:127.0.0.1:47931_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node5/.
[junit4] 2> 828424 INFO (zkConnectionManagerCallback-1574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 828443 INFO (qtp2079651122-8074) [n:127.0.0.1:36252_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 828446 INFO (OverseerThreadFactory-3348-thread-2-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
[junit4] 2> 828563 INFO (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:47931/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 828572 INFO (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39334/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 828577 INFO (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43660/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 828583 INFO (OverseerStateUpdate-99352445225205772-127.0.0.1:43660_solr-n_0000000000) [n:127.0.0.1:43660_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36252/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 828834 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 828834 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 828841 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 828842 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 828845 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 828846 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 828847 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 828848 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 828958 INFO (zkCallback-1534-thread-1-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828959 INFO (zkCallback-1532-thread-1-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828959 INFO (zkCallback-1532-thread-2-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828959 INFO (zkCallback-1534-thread-2-processing-n:127.0.0.1:39334_solr) [n:127.0.0.1:39334_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828959 INFO (zkCallback-1569-thread-1-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828960 INFO (zkCallback-1569-thread-2-processing-n:127.0.0.1:47931_solr) [n:127.0.0.1:47931_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828960 INFO (zkCallback-1549-thread-1-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 828960 INFO (zkCallback-1549-thread-2-processing-n:127.0.0.1:43660_solr) [n:127.0.0.1:43660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 829859 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 829865 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 829866 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 829866 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 829867 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47931.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 829872 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 829873 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
[junit4] 2> 829873 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 829873 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 829873 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node5/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
[junit4] 2> 829887 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 829887 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 829892 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
[junit4] 2> 829893 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 829893 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 829894 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39334.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 829894 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
[junit4] 2> 829894 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 829894 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 829894 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
[junit4] 2> 829895 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 829910 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
[junit4] 2> 829911 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 829911 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 829912 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36252.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 829912 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
[junit4] 2> 829912 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 829912 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 829912 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
[junit4] 2> 829913 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 829926 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 829930 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43660.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31813902
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:53054/data
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 829932 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_1859E7B776F8A088-001/tempDir-001/node1/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4], dataDir=[hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
[junit4] 2> 829933 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 829952 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
[junit4] 2> 829959 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
[junit4] 2> 829964 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
[junit4] 2> 829968 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
[junit4] 2> 830022 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
[junit4] 2> 830027 INFO (qtp2079651122-8078) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
[junit4] 2> 830027 INFO (qtp2073139426-8340) [n:127.0.0.1:47931_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
[junit4] 2> 830039 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:53054/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
[junit4] 2> 830109 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-47450764-80d6-49e4-b9d5-3cae96bfadf5:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-99809e78-99ae-4218-be2e-0dfcd944bb76:NORMAL:127.0.0.1:44836|RBW]]} size 0
[junit4] 2> 830114 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741826_1002 size 69
[junit4] 2> 830114 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW], ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW]]} size 69
[junit4] 2> 830114 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741825_1001 size 69
[junit4] 2> 830130 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 69
[junit4] 2> 830130 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741827_1003 size 69
[junit4] 2> 830144 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44836 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 0
[junit4] 2> 830144 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63007 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a2cd389f-1104-4ad3-9f42-817e01a5de6c:NORMAL:127.0.0.1:63007|RBW], ReplicaUC[[DISK]DS-c43c4dfc-6c18-4f90-988c-4cccc0fa886d:NORMAL:127.0.0.1:44836|RBW]]} size 0
[junit4] 2> 830187 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 830187 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 830187 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 830196 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 830196 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 830196 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 830196 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 830196 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 830207 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 830207 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 830224 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7521c2[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] main]
[junit4] 2> 830225 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 830226 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 830226 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 830226 INFO (qtp1097750728-8085) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589639128603951104
[junit4] 2> 830230 INFO (searcherExecutor-3364-thread-1-processing-n:127.0.0.1:39334_solr x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2 s:shard1 c:MoveReplicaHDFSTest_failed_coll_true r:core_node5) [n:127.0.0.1:39334_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Registered new searcher Searcher@7521c2[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 830233 INFO (qtp1610037788-8094) [n:127.0.0.1:43660_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@56f6e3ff[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main]
[junit4] 2> 830234 INFO (qtp16100377
[...truncated too long message...]
.locale=ar-SD -Dtests.timezone=Asia/Atyrau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 5.19s J0 | TestDistribStateManager.testGetSetRemoveData <<<
[junit4] > Throwable #1: java.lang.AssertionError: Node watch should have fired!
[junit4] > at __randomizedtesting.SeedInfo.seed([1859E7B776F8A088:3EC908E522766682]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4165877 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
[junit4] 2> 4165877 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4165878 INFO (Thread-7619) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4165878 INFO (Thread-7619) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4165883 ERROR (Thread-7619) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4165979 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.c.ZkTestServer start zk server on port:57212
[junit4] 2> 4165984 INFO (zkConnectionManagerCallback-8457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4165984 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 4165995 ERROR (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4165997 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57212 57212
[junit4] 2> 4166136 INFO (Thread-7619) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57212 57212
[junit4] 2> 4166142 INFO (TEST-TestDistribStateManager.testHasData-seed#[1859E7B776F8A088]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_1859E7B776F8A088-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=606, maxMBSortInHeap=5.101997653053738, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SD, timezone=Asia/Atyrau
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=166800992,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrCLIZkUtilsTest, ResourceLoaderTest, RequestHandlersTest, NumericFieldsTest, TestManagedResource, TestComplexPhraseQParserPlugin, OverseerStatusTest, TestJsonFacets, SortByFunctionTest, TestFieldCache, TestDocBasedVersionConstraints, TestHalfAndHalfDocValues, AddBlockUpdateTest, BufferStoreTest, TestHighlightDedupGrouping, ExecutePlanActionTest, TestConfigSets, MinimalSchemaTest, TestSchemalessBufferedUpdates, ParsingFieldUpdateProcessorsTest, TestMultiValuedNumericRangeQuery, TestInitQParser, DistanceUnitsTest, AtomicUpdateProcessorFactoryTest, TestManagedSchemaAPI, TestHttpShardHandlerFactory, BinaryUpdateRequestHandlerTest, StressHdfsTest, TestJavabinTupleStreamParser, ResponseHeaderTest, XmlUpdateRequestHandlerTest, TestConfigSetsAPIZkFailure, UniqFieldsUpdateProcessorFactoryTest, CdcrRequestHandlerTest, TestXIncludeConfig, TestPseudoReturnFields, SolrCmdDistributorTest, DisMaxRequestHandlerTest, TestQuerySenderListener, TestSolrFieldCacheBean, TestSegmentSorting, XsltUpdateRequestHandlerTest, TestReqParamsAPI, ForceLeaderTest, MergeStrategyTest, WrapperMergePolicyFactoryTest, CoreAdminCreateDiscoverTest, TestDownShardTolerantSearch, TestFieldResource, TestSchemaResource, TestSchemaVersionResource, TestUpdate, TestRecovery, SyncSliceTest, BJQParserTest, SliceStateTest, TestDistributedSearch, DistributedSuggestComponentTest, TestFieldCacheSort, TestRetrieveFieldsOptimizer, TestImpersonationWithHadoopAuth, IndexSchemaTest, ScriptEngineTest, TestConfigReload, TestFieldCacheVsDocValues, TestJmxIntegration, ClusterStateUpdateTest, TestBackupRepositoryFactory, WordBreakSolrSpellCheckerTest, AnalyticsQueryTest, TestRealTimeGet, TestNestedDocsSort, HdfsCollectionsAPIDistributedZkTest, DocExpirationUpdateProcessorFactoryTest, TestHdfsBackupRestoreCore, TestBulkSchemaConcurrent, TestTlogReplica, TestHdfsUpdateLog, DistributedSpellCheckComponentTest, BadIndexSchemaTest, NodeAddedTriggerTest, TestCursorMarkWithoutUniqueKey, TestSolrCloudWithSecureImpersonation, TestCoreDiscovery, TestDynamicFieldResource, TestJoin, HdfsDirectoryFactoryTest, SmileWriterTest, SaslZkACLProviderTest, LeaderElectionContextKeyTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCodecSupport, TestStressRecovery, TestScoreJoinQPScore, TestConfigSetImmutable, CursorMarkTest, TestRangeQuery, CdcrReplicationDistributedZkTest, ClassificationUpdateProcessorTest, PeerSyncWithIndexFingerprintCachingTest, TestLegacyNumericUtils, TestClassicSimilarityFactory, LeaderFailureAfterFreshStartTest, EnumFieldTest, TestOmitPositions, MetricsConfigTest, AutoAddReplicasIntegrationTest, BigEndianAscendingWordSerializerTest, TestDistribIDF, SharedFSAutoReplicaFailoverTest, TestSolrCoreProperties, SortSpecParsingTest, TestRandomCollapseQParserPlugin, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, SolrMetricsIntegrationTest, TestSlowCompositeReaderWrapper, LeaderElectionTest, TestExactStatsCache, RAMDirectoryFactoryTest, SuggesterFSTTest, SearchRateTriggerTest, TestConfigSetsAPI, HdfsLockFactoryTest, TestLazyCores, InfixSuggestersTest, MetricsHandlerTest, MultiTermTest, TestInitParams, ClusterStateTest, TestNumericRangeQuery64, DeleteInactiveReplicaTest, TestClusterStateProvider, TimeZoneUtilsTest, StatsReloadRaceTest, HighlighterTest, CollectionTooManyReplicasTest, TestFieldTypeResource, CSVRequestHandlerTest, DistributedFacetPivotLongTailTest, CoreMergeIndexesAdminHandlerTest, BlockJoinFacetRandomTest, VersionInfoTest, TestPayloadScoreQParserPlugin, ZkCLITest, TestOrdValues, OutputWriterTest, SuggesterTest, MoveReplicaHDFSFailoverTest, TestNodeAddedTrigger, HdfsUnloadDistributedZkTest, HdfsThreadLeakTest, TestCopyFieldCollectionResource, SuggesterTSTTest, AsyncCallRequestStatusResponseTest, HdfsRecoverLeaseTest, ChangedSchemaMergeTest, TestTolerantUpdateProcessorRandomCloud, OverriddenZkACLAndCredentialsProvidersTest, ShardRoutingTest, DirectSolrConnectionTest, TestCloudSearcherWarming, PrimUtilsTest, ResponseLogComponentTest, HLLSerializationTest, SolrTestCaseJ4Test, TestPolicyCloud, TestReversedWildcardFilterFactory, TestPHPSerializedResponseWriter, ConvertedLegacyTest, TestSolrConfigHandlerCloud, AutoScalingHandlerTest, TestInPlaceUpdatesStandalone, TestDFRSimilarityFactory, TestPhraseSuggestions, FastVectorHighlighterTest, DistribCursorPagingTest, LeaderInitiatedRecoveryOnShardRestartTest, SignatureUpdateProcessorFactoryTest, BasicAuthIntegrationTest, TestReplicationHandler, SpellCheckComponentTest, TestImplicitCoreProperties, SolrJmxReporterTest, BasicDistributedZkTest, OverseerTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestRandomDVFaceting, ZkControllerTest, StatsComponentTest, TestBadConfig, DistributedQueryElevationComponentTest, SolrRequestParserTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, DistanceFunctionTest, SolrInfoBeanTest, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, TestSolrQueryParser, ReturnFieldsTest, QueryParsingTest, JsonLoaderTest, TestComponentsName, TestLFUCache, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestSolrDeletionPolicy2, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestSweetSpotSimilarityFactory, TestFastOutputStream, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AssignTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, MultiThreadedOCPTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestPullReplica, TestRandomRequestDistribution, TestReplicaProperties, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestStressLiveNodes, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkFailoverTest, NodeLostTriggerTest, TestComputePlanAction, TestDistribStateManager]
[junit4] Completed [577/767 (4!)] on J0 in 5.57s, 5 tests, 1 failure <<< FAILURES!
[...truncated 48771 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 393 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/393/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=28390, name=jetty-launcher-4699-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=28400, name=jetty-launcher-4699-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=28390, name=jetty-launcher-4699-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=28400, name=jetty-launcher-4699-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([4730677308FB440B]:0)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([4730677308FB440B:78B864DB1FADB4EC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12262 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/init-core-data-001
[junit4] 2> 1225493 WARN (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1225512 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1225515 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1225515 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1225515 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
[junit4] 2> 1225516 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001
[junit4] 2> 1225516 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1225517 INFO (Thread-2181) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1225517 INFO (Thread-2181) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1225519 ERROR (Thread-2181) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1225616 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52434
[junit4] 2> 1225664 INFO (zkConnectionManagerCallback-1790-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225723 INFO (jetty-launcher-1787-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1225724 INFO (jetty-launcher-1787-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bf7aa50{/solr,null,AVAILABLE}
[junit4] 2> 1225725 INFO (jetty-launcher-1787-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a7fbb81{HTTP/1.1,[http/1.1]}{127.0.0.1:58231}
[junit4] 2> 1225725 INFO (jetty-launcher-1787-thread-1) [ ] o.e.j.s.Server Started @1229103ms
[junit4] 2> 1225725 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58231}
[junit4] 2> 1225726 ERROR (jetty-launcher-1787-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1225726 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1225726 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1225726 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1225726 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T17:41:14.278Z
[junit4] 2> 1225740 INFO (jetty-launcher-1787-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1225741 INFO (jetty-launcher-1787-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42ba08a7{/solr,null,AVAILABLE}
[junit4] 2> 1225742 INFO (jetty-launcher-1787-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@272ab20b{HTTP/1.1,[http/1.1]}{127.0.0.1:44812}
[junit4] 2> 1225742 INFO (jetty-launcher-1787-thread-2) [ ] o.e.j.s.Server Started @1229119ms
[junit4] 2> 1225742 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44812}
[junit4] 2> 1225743 INFO (jetty-launcher-1787-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1225745 INFO (jetty-launcher-1787-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a373792{/solr,null,AVAILABLE}
[junit4] 2> 1225746 INFO (jetty-launcher-1787-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@663e8a9b{HTTP/1.1,[http/1.1]}{127.0.0.1:35409}
[junit4] 2> 1225746 INFO (jetty-launcher-1787-thread-3) [ ] o.e.j.s.Server Started @1229123ms
[junit4] 2> 1225746 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35409}
[junit4] 2> 1225750 ERROR (jetty-launcher-1787-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1225751 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1225751 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1225751 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1225751 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T17:41:14.303Z
[junit4] 2> 1225752 ERROR (jetty-launcher-1787-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1225752 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1225752 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1225752 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1225752 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T17:41:14.304Z
[junit4] 2> 1225775 INFO (zkConnectionManagerCallback-1792-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225778 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1225783 INFO (zkConnectionManagerCallback-1796-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225783 INFO (zkConnectionManagerCallback-1794-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225787 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1225798 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1225801 INFO (jetty-launcher-1787-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
[junit4] 2> 1225809 INFO (jetty-launcher-1787-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
[junit4] 2> 1225819 INFO (zkConnectionManagerCallback-1804-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225823 INFO (jetty-launcher-1787-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
[junit4] 2> 1225825 INFO (zkConnectionManagerCallback-1800-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225842 INFO (zkConnectionManagerCallback-1808-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225843 INFO (zkConnectionManagerCallback-1810-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225847 INFO (zkConnectionManagerCallback-1812-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1225859 INFO (zkConnectionManagerCallback-1814-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1226713 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1226732 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58231_solr
[junit4] 2> 1226736 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.Overseer Overseer (id=99349408911917065-127.0.0.1:58231_solr-n_0000000000) starting
[junit4] 2> 1226748 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1226749 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35409_solr
[junit4] 2> 1226760 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1226907 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1226924 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1226932 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1226935 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44812_solr
[junit4] 2> 1226937 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1226938 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1226961 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58231_solr
[junit4] 2> 1226974 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1226975 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1226975 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1226976 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1227198 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227218 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227218 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227222 INFO (jetty-launcher-1787-thread-2) [n:127.0.0.1:44812_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node2/.
[junit4] 2> 1227442 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227457 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227460 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227460 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227474 INFO (jetty-launcher-1787-thread-3) [n:127.0.0.1:35409_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node3/.
[junit4] 2> 1227477 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227477 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1227478 INFO (jetty-launcher-1787-thread-1) [n:127.0.0.1:58231_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node1/.
[junit4] 2> 1227591 INFO (zkConnectionManagerCallback-1822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1227595 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f5c2d2d7000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1227620 INFO (zkConnectionManagerCallback-1826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1227623 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1227632 INFO (SUITE-TestClusterStateProvider-seed#[4730677308FB440B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52434/solr ready
[junit4] 2> 1227646 INFO (qtp1965856299-8218) [n:127.0.0.1:35409_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1227691 INFO (OverseerThreadFactory-3301-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 1227857 INFO (OverseerStateUpdate-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58231/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1227862 INFO (OverseerStateUpdate-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44812/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1227884 INFO (OverseerStateUpdate-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35409/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1228138 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 1228139 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1228143 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1228143 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1228224 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1228225 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1228441 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1228441 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1228442 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1228442 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1228445 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1228445 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229163 WARN (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 1229170 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1229193 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1229205 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 1229209 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1229216 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 1229220 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 1229220 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 1229220 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35409.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1229220 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1229221 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node3/.system_shard1_replica_p4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node3/./.system_shard1_replica_p4/data/]
[junit4] 2> 1229328 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1229355 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection or core
[junit4] 2> 1229355 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1229355 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n3' using configuration from collection .system, trusted=true
[junit4] 2> 1229360 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44812.solr.core..system.shard1.replica_n3' (registry 'solr.core..system.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1229360 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1229360 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [[.system_shard1_replica_n3] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node2/.system_shard1_replica_n3], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node2/./.system_shard1_replica_n3/data/]
[junit4] 2> 1229370 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1229370 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1229372 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@428d1746[.system_shard1_replica_p4] main]
[junit4] 2> 1229375 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1229377 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1229377 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1229382 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1229475 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1229474 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1229486 INFO (searcherExecutor-3308-thread-1-processing-n:127.0.0.1:35409_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@428d1746[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1229498 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1229500 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 1229500 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1229502 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1229502 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1229503 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1229504 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 1229504 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58231.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1229504 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1229504 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 1229668 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1229668 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1229670 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1229670 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1229671 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e22fb2d[.system_shard1_replica_n1] main]
[junit4] 2> 1229673 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1229673 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1229673 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1229674 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1229675 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1229675 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589590546948554752
[junit4] 2> 1229680 INFO (searcherExecutor-3315-thread-1-processing-n:127.0.0.1:58231_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node2) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@4e22fb2d[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1229681 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1229681 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1229683 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1229683 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1229684 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@351d80ff[.system_shard1_replica_n3] main]
[junit4] 2> 1229686 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1229687 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1229687 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1229689 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1229689 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1229689 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589590546963234816
[junit4] 2> 1229720 INFO (searcherExecutor-3310-thread-1-processing-n:127.0.0.1:44812_solr x:.system_shard1_replica_n3 s:shard1 c:.system r:core_node5) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3] Registered new searcher Searcher@351d80ff[.system_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1229757 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1229757 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1229757 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58231/solr/.system_shard1_replica_n1/
[junit4] 2> 1229758 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:58231/solr START replicas=[http://127.0.0.1:44812/solr/.system_shard1_replica_n3/] nUpdates=100
[junit4] 2> 1229760 INFO (qtp147650977-8228) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.S.Request [.system_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1229862 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229862 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229863 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229864 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229865 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1229866 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230065 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:58231/solr DONE. We have no versions. sync failed.
[junit4] 2> 1230065 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1230065 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1230065 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1230086 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58231/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 1230191 INFO (zkCallback-1813-thread-3-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230191 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230191 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230191 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230195 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230195 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230208 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node2 is leader but it's state is down, skipping replication
[junit4] 2> 1230240 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1230244 INFO (qtp898600076-8195) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2102
[junit4] 2> 1230345 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230345 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230345 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230348 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230346 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230346 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230518 INFO (qtp1965856299-8220) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2380
[junit4] 2> 1230622 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230622 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230623 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230623 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230623 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230625 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230733 INFO (qtp147650977-8210) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2509
[junit4] 2> 1230738 INFO (qtp1965856299-8218) [n:127.0.0.1:35409_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1230840 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230840 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230840 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230841 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230841 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1230856 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1231727 INFO (OverseerCollectionConfigSetProcessor-99349408911917065-127.0.0.1:58231_solr-n_0000000000) [n:127.0.0.1:58231_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1231738 INFO (qtp1965856299-8218) [n:127.0.0.1:35409_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=4092
[junit4] 2> 1231756 INFO (qtp1965856299-8235) [n:127.0.0.1:35409_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1231765 INFO (qtp147650977-8228) [n:127.0.0.1:44812_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1231768 INFO (qtp898600076-8200) [n:127.0.0.1:58231_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1231836 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
[junit4] 2> 1231838 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1231847 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ad91d61{/solr,null,AVAILABLE}
[junit4] 2> 1231848 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@437dde98{HTTP/1.1,[http/1.1]}{127.0.0.1:36836}
[junit4] 2> 1231848 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.Server Started @1235227ms
[junit4] 2> 1231848 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36836}
[junit4] 2> 1231848 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1231850 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1231850 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1231850 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1231851 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T17:41:20.403Z
[junit4] 2> 1231853 INFO (zkConnectionManagerCallback-1828-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231854 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1231871 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52434/solr
[junit4] 2> 1231872 INFO (zkConnectionManagerCallback-1832-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231876 INFO (zkConnectionManagerCallback-1834-thread-1-processing-n:127.0.0.1:36836_solr) [n:127.0.0.1:36836_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1231892 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1231897 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1231901 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36836_solr
[junit4] 2> 1231902 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231902 INFO (zkCallback-1825-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231903 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231905 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1231906 INFO (zkCallback-1833-thread-1-processing-n:127.0.0.1:36836_solr) [n:127.0.0.1:36836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1232142 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36836.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1232151 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36836.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1232152 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36836.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f619d01
[junit4] 2> 1232153 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [n:127.0.0.1:36836_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_4730677308FB440B-001/tempDir-001/node4/.
[junit4] 2> 1232504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 1232505 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:58231/solr/.system_shard1_replica_n1/
[junit4] 2> 1232506 INFO (qtp898600076-8200) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1232506 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1232507 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3102bf71 commitCommandVersion:0
[junit4] 2> 1232508 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@65d8d73a[.system_shard1_replica_p4] main]
[junit4] 2> 1232508 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1232509 INFO (searcherExecutor-3308-thread-1-processing-n:127.0.0.1:35409_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@65d8d73a[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1234293 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@272ab20b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1234293 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1389504198
[junit4] 2> 1234294 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1234294 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4214380a: rootName = solr_44812, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6343324c
[junit4] 2> 1234301 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1234301 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@874e182: rootName = solr_44812, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@64b0c052
[junit4] 2> 1234319 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1234319 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74b2db7b: rootName = solr_44812, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@62162e1f
[junit4] 2> 1234324 INFO (zkCallback-1813-thread-1-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234324 INFO (zkCallback-1811-thread-1-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234324 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234325 INFO (zkCallback-1813-thread-2-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234326 INFO (zkCallback-1809-thread-2-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234326 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1234327 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44812_solr
[junit4] 2> 1234382 INFO (zkCallback-1833-thread-1-processing-n:127.0.0.1:36836_solr) [n:127.0.0.1:36836_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1234383 INFO (zkCallback-1809-thread-1-processing-n:127.0.0.1:35409_solr) [n:127.0.0.1:35409_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1234394 INFO (zkCallback-1825-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1234395 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1234505 INFO (zkCallback-1811-thread-2-processing-n:127.0.0.1:44812_solr) [n:127.0.0.1:44812_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1234506 INFO (zkCallback-1813-thread-3-processing-n:127.0.0.1:58231_solr) [n:127.0.0.1:58231_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1234508 INFO (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@563c43bb
[junit4] 2> 1234508 INFO (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n3, tag=1446790075
[junit4] 2> 1234508 INFO (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d3325: rootName = solr_44812, domain = solr.core..system.shard1.replica_n3, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@28fd7ea8
[junit4] 2> 1234516 INFO (coreCloseExecutor-3330-thread-1) [n:127.0.0.1:44812_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1446790075
[junit4] 2> 1234548 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@42ba08a7{/solr,null,UNAVAILABLE}
[junit4] 2> 1235504 INFO (qtp898600076-8200) [n:127.0.0.1:58231_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 1515951681059
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1235504 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3102bf71 commitCommandVersion:0
[junit4] 2> 1235505 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@33522e3a[.system_shard1_replica_p4] main]
[junit4] 2> 1235505 INFO (indexFetcher-3314-thread-1) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1235506 INFO (searcherExecutor-3308-thread-1-processing-n:127.0.0.1:35409_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:35409_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@33522e3a[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1236558 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[4730677308FB440B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddRemoveNode
[junit4] 2> 1236637 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[4730677308FB440B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
[junit4] 2> 1236663 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[4730677308FB440B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=4730677308FB440B -Dtests.slow=true -Dtests.locale=en-SG -Dtests.timezone=Africa/Johannesburg -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.11s J0 | TestClusterStateProvider.testAutoScalingConfig <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}> but was: org.apache.solr.client.solrj.clo
[...truncated too long message...]
butorTest, HdfsDirectoryFactoryTest, PathHierarchyTokenizerFactoryTest, TestSolrXml, TestCloudDeleteByQuery, LeaderElectionContextKeyTest, TestRecovery, MoveReplicaHDFSFailoverTest, TestPointFields, PrimUtilsTest, UniqFieldsUpdateProcessorFactoryTest, ChangedSchemaMergeTest, TestPhraseSuggestions, SecurityConfHandlerTest, SearchHandlerTest, UtilsToolTest, TestImplicitCoreProperties, StatsReloadRaceTest, TestRequestStatusCollectionAPI, HdfsRestartWhileUpdatingTest, TestSchemaVersionResource, TestLocalFSCloudBackupRestore, DirectUpdateHandlerOptimizeTest, TestCursorMarkWithoutUniqueKey, V2StandaloneTest, TestDistribStateManager, TestLRUStatsCache, StatsComponentTest, TestManagedSchemaAPI, TestObjectReleaseTracker, TestCoreDiscovery, PreAnalyzedFieldManagedSchemaCloudTest, UUIDFieldTest, SolrMetricsIntegrationTest, CollectionTooManyReplicasTest, DisMaxRequestHandlerTest, ShowFileRequestHandlerTest, RemoteQueryErrorTest, TestDynamicFieldResource, TestPerFieldSimilarityWithDefaultOverride, TestJsonFacetRefinement, MultiTermTest, BigEndianAscendingWordDeserializerTest, MinimalSchemaTest, TestIBSimilarityFactory, SpellCheckCollatorTest, TestLFUCache, DistribJoinFromCollectionTest, SuggestComponentContextFilterQueryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ConfigureRecoveryStrategyTest, TestSegmentSorting, WordBreakSolrSpellCheckerTest, TestClusterStateProvider, TestCollectionAPI, SpellCheckComponentTest, SolrIndexMetricsTest, DirectSolrConnectionTest, TestMissingGroups, TestRawResponseWriter, MetricUtilsTest, MoveReplicaTest, CdcrRequestHandlerTest, DistributedSpellCheckComponentTest, UpdateLogTest, DistributedFacetPivotLongTailTest, TestDelegationWithHadoopAuth, AtomicUpdatesTest, DistributedQueryComponentCustomSortTest, TestSolrDeletionPolicy2, TestDistributedStatsComponentCardinality, DeleteShardTest, WrapperMergePolicyFactoryTest, CSVRequestHandlerTest, ClassificationUpdateProcessorIntegrationTest, AutoScalingHandlerTest, SuggesterWFSTTest, ClusterStateTest, TestNumericTerms32, SuggesterTest, TestDistributedSearch, TestFuzzyAnalyzedSuggestions, TestAuthorizationFramework, TestHttpShardHandlerFactory, TestQueryWrapperFilter, TestFiltering, TimeZoneUtilsTest, InfixSuggestersTest, OutputWriterTest, TestAddFieldRealTimeGet, DistributedSuggestComponentTest, IndexSchemaTest, SolrRequestParserTest, TestXIncludeConfig, AnalyticsQueryTest, BlockJoinFacetSimpleTest, TestManagedResource, TestSolr4Spatial, ResponseLogComponentTest, TlogReplayBufferedWhileIndexingTest, TestSolrCloudWithHadoopAuthPlugin, TestCoreAdminApis, TestCollectionAPIs, DateRangeFieldTest, SolrXmlInZkTest, AssignBackwardCompatibilityTest, TestExactSharedStatsCache, CleanupOldIndexTest, TestFieldCacheReopen, XsltUpdateRequestHandlerTest, TestAnalyzeInfixSuggestions, SyncSliceTest, TestSolrCoreParser, TestRetrieveFieldsOptimizer, CreateCollectionCleanupTest, BasicAuthStandaloneTest, TestConfigSetsAPIZkFailure, TestReqParamsAPI, XmlUpdateRequestHandlerTest, TestComplexPhraseLeadingWildcard, TestSolrCoreProperties, SignatureUpdateProcessorFactoryTest, TestReversedWildcardFilterFactory, TestDeleteCollectionOnDownNodes, DateFieldTest, TestOmitPositions, TestCustomDocTransformer, TestSimpleTextCodec, MetricsConfigTest, TestLegacyField, TestPrepRecovery, TestRandomDVFaceting, TestGenericDistributedQueue, TestRecoveryHdfs, TestCloudJSONFacetJoinDomain, TestFileDictionaryLookup, ClusterStateUpdateTest, FullHLLTest, ResourceLoaderTest, HdfsRecoverLeaseTest, BasicDistributedZkTest, LeaderElectionTest, ShardRoutingCustomTest, TestStressReorder, TestStressVersions, TestRangeQuery, BadIndexSchemaTest, ConvertedLegacyTest, BasicFunctionalityTest, TestLazyCores, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestUpdate, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoBeanTest, TestQueryUtils, TestWriterPerf, TestQueryTypes, RequestHandlersTest, TestValueSourceCache, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestBinaryField, TestConfig, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestCodecSupport, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribCursorPagingTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaHDFSTest, PeerSyncReplicationTest, SaslZkACLProviderTest, ShardSplitTest, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestPullReplica, TestRequestForwarding, TestSSLRandomization, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=4730677308FB440B -Dtests.slow=true -Dtests.locale=sr-Latn-BA -Dtests.timezone=Europe/Vilnius -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=28390, name=jetty-launcher-4699-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=28400, name=jetty-launcher-4699-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([4730677308FB440B]:0)
[junit4] Completed [561/766 (2!)] on J0 in 36.31s, 12 tests, 1 error <<< FAILURES!
[...truncated 48921 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 392 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/392/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([DF5E31D983DF34C8:570A0E032D235930]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([DF5E31D983DF34C8:E0D632719489C42F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11703 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> 106620 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/init-core-data-001
[junit4] 2> 106620 WARN (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 106620 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 106622 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 106622 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? false
[junit4] 2> 106623 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001
[junit4] 2> 106623 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 106623 INFO (Thread-148) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 106623 INFO (Thread-148) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 106625 ERROR (Thread-148) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 106723 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60769
[junit4] 2> 106726 INFO (zkConnectionManagerCallback-234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106732 INFO (jetty-launcher-231-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 106732 INFO (jetty-launcher-231-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 106733 INFO (jetty-launcher-231-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 106734 INFO (jetty-launcher-231-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f4efe17{/solr,null,AVAILABLE}
[junit4] 2> 106734 INFO (jetty-launcher-231-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3632a64a{/solr,null,AVAILABLE}
[junit4] 2> 106736 INFO (jetty-launcher-231-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@623dbb57{HTTP/1.1,[http/1.1]}{127.0.0.1:59400}
[junit4] 2> 106736 INFO (jetty-launcher-231-thread-1) [ ] o.e.j.s.Server Started @109154ms
[junit4] 2> 106736 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59400}
[junit4] 2> 106737 ERROR (jetty-launcher-231-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:51:11.268Z
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69897b9e{/solr,null,AVAILABLE}
[junit4] 2> 106737 INFO (jetty-launcher-231-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3603b177{HTTP/1.1,[http/1.1]}{127.0.0.1:49929}
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.e.j.s.Server Started @109155ms
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49929}
[junit4] 2> 106738 ERROR (jetty-launcher-231-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 106738 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:51:11.269Z
[junit4] 2> 106739 INFO (jetty-launcher-231-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1188e60c{HTTP/1.1,[http/1.1]}{127.0.0.1:54501}
[junit4] 2> 106740 INFO (jetty-launcher-231-thread-2) [ ] o.e.j.s.Server Started @109157ms
[junit4] 2> 106740 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54501}
[junit4] 2> 106740 ERROR (jetty-launcher-231-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 106741 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 106741 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 106741 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 106741 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:51:11.272Z
[junit4] 2> 106743 INFO (zkConnectionManagerCallback-238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106744 INFO (zkConnectionManagerCallback-236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106744 INFO (zkConnectionManagerCallback-240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106745 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 106747 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 106749 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 106764 INFO (jetty-launcher-231-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
[junit4] 2> 106765 INFO (jetty-launcher-231-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
[junit4] 2> 106781 INFO (zkConnectionManagerCallback-244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106781 INFO (jetty-launcher-231-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
[junit4] 2> 106783 INFO (zkConnectionManagerCallback-250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106786 INFO (zkConnectionManagerCallback-252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106788 INFO (zkConnectionManagerCallback-254-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106789 INFO (zkConnectionManagerCallback-256-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106794 INFO (zkConnectionManagerCallback-258-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 106927 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106927 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106928 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54501_solr
[junit4] 2> 106929 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59400_solr
[junit4] 2> 106929 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.c.Overseer Overseer (id=99346145028014087-127.0.0.1:54501_solr-n_0000000000) starting
[junit4] 2> 106931 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 106932 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 106941 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 106943 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54501_solr
[junit4] 2> 106945 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 106945 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 106948 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49929_solr
[junit4] 2> 106950 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 106952 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 106952 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 106970 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 107011 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107016 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107016 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107017 INFO (jetty-launcher-231-thread-1) [n:127.0.0.1:59400_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node1/.
[junit4] 2> 107036 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107041 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107041 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107042 INFO (jetty-launcher-231-thread-3) [n:127.0.0.1:49929_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node3/.
[junit4] 2> 107095 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107100 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107100 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 107101 INFO (jetty-launcher-231-thread-2) [n:127.0.0.1:54501_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node2/.
[junit4] 2> 107123 INFO (zkConnectionManagerCallback-266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 107125 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f2cae433000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 107129 INFO (zkConnectionManagerCallback-270-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 107131 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 107132 INFO (SUITE-TestClusterStateProvider-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60769/solr ready
[junit4] 2> 107140 INFO (qtp1158599488-1146) [n:127.0.0.1:59400_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 107152 INFO (OverseerThreadFactory-475-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 107264 INFO (OverseerStateUpdate-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49929/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 107268 INFO (OverseerStateUpdate-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59400/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 107271 INFO (OverseerStateUpdate-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54501/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 107474 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 107474 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 107474 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 107474 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 107477 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 107477 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 107583 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 107584 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 107584 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 107584 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 107584 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 107584 INFO (zkCallback-253-thread-2-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108493 WARN (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 108500 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 108501 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 108503 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 108507 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 108510 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 108511 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 108513 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 108513 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 108515 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 108515 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 108516 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 108516 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 108519 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 108519 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 108519 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 108519 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54501.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 108519 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 108519 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node2/.system_shard1_replica_p4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node2/./.system_shard1_replica_p4/data/]
[junit4] 2> 108521 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 108529 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 108530 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
[junit4] 2> 108530 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 108530 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49929.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 108530 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 108530 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node3/.system_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node3/./.system_shard1_replica_n1/data/]
[junit4] 2> 108537 WARN (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 108537 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 108538 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59400.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 108538 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 108538 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node1/.system_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node1/./.system_shard1_replica_n2/data/]
[junit4] 2> 108582 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 108582 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 108583 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 108583 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 108584 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@260ada04[.system_shard1_replica_p4] main]
[junit4] 2> 108584 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 108584 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 108585 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 108585 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@321d224d[.system_shard1_replica_n2] main]
[junit4] 2> 108594 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 108594 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 108594 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 108594 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 108594 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 108595 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 108596 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 108596 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 108596 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589538322516017152
[junit4] 2> 108598 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 108598 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 108600 INFO (searcherExecutor-484-thread-1-processing-n:127.0.0.1:59400_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@321d224d[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 108600 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 108600 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 108601 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@522aedf5[.system_shard1_replica_n1] main]
[junit4] 2> 108602 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 108602 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 108602 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 108603 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 108603 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 108605 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 108606 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 108606 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 10 ms
[junit4] 2> 108607 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 108607 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 108607 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 4 ms
[junit4] 2> 108608 INFO (searcherExecutor-482-thread-1-processing-n:127.0.0.1:54501_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@260ada04[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 108608 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 108609 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589538322529648640
[junit4] 2> 108611 INFO (searcherExecutor-483-thread-1-processing-n:127.0.0.1:49929_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@522aedf5[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 108614 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 108615 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 108615 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 108615 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59400/solr/.system_shard1_replica_n2/
[junit4] 2> 108615 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:59400/solr START replicas=[http://127.0.0.1:49929/solr/.system_shard1_replica_n1/] nUpdates=100
[junit4] 2> 108617 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 108618 INFO (qtp883519861-1152) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 108629 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 108629 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 108717 INFO (zkCallback-253-thread-2-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108717 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108717 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108718 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108718 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108718 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 108919 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=http://127.0.0.1:59400/solr DONE. We have no versions. sync failed.
[junit4] 2> 108919 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 108919 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 108919 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 108925 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59400/solr/.system_shard1_replica_n2/ shard1
[junit4] 2> 109029 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109029 INFO (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109029 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109029 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109029 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109029 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109077 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 109080 INFO (qtp1158599488-1140) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1606
[junit4] 2> 109182 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109182 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109182 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109182 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109182 INFO (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109182 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109621 INFO (qtp883519861-1153) [n:127.0.0.1:49929_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2147
[junit4] 2> 109640 INFO (qtp74333698-1131) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2165
[junit4] 2> 109645 INFO (qtp1158599488-1146) [n:127.0.0.1:59400_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 109742 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109742 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109742 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109742 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109742 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 109742 INFO (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 110167 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:59400/solr/.system_shard1_replica_n2/
[junit4] 2> 110169 INFO (qtp1158599488-1143) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 110170 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 110170 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 110170 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 110170 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 110170 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 110172 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 110172 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e91e07f commitCommandVersion:0
[junit4] 2> 110177 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fba138c[.system_shard1_replica_p4] main]
[junit4] 2> 110177 INFO (indexFetcher-497-thread-1) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 110178 INFO (searcherExecutor-482-thread-1-processing-n:127.0.0.1:54501_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:54501_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@7fba138c[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 110647 INFO (qtp1158599488-1146) [n:127.0.0.1:59400_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3507
[junit4] 2> 110651 INFO (qtp1158599488-1144) [n:127.0.0.1:59400_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110654 INFO (qtp883519861-1151) [n:127.0.0.1:49929_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110657 INFO (qtp74333698-1134) [n:127.0.0.1:54501_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 110687 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[DF5E31D983DF34C8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig
[junit4] 2> 110690 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[DF5E31D983DF34C8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=DF5E31D983DF34C8 -Dtests.slow=true -Dtests.locale=el-CY -Dtests.timezone=Pacific/Samoa -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 0.03s J0 | TestClusterStateProvider.testAutoScalingConfig <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
[junit4] > "cluster-preferences":[{"maximize":"freedisk"}],
[junit4] > "triggers":{".auto_add_replicas":{
[junit4] > "name":".auto_add_replicas",
[junit4] > "event":"nodeLost",
[junit4] > "waitFor":30,
[junit4] > "actions":[
[junit4] > {
[junit4] > "name":"auto_add_replicas_plan",
[junit4] > "class":"solr.AutoAddReplicasPlanAction"},
[junit4] > {
[junit4] > "name":"execute_plan",
[junit4] > "class":"solr.ExecutePlanAction"}],
[junit4] > "enabled":true}},
[junit4] > "listeners":{".auto_add_replicas.system":{
[junit4] > "trigger":".auto_add_replicas",
[junit4] > "afterAction":[],
[junit4] > "stage":[
[junit4] > "STARTED",
[junit4] > "ABORTED",
[junit4] > "SUCCEEDED",
[junit4] > "FAILED",
[junit4] > "BEFORE_ACTION",
[junit4] > "AFTER_ACTION",
[junit4] > "IGNORED"],
[junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
[junit4] > "beforeAction":[]}},
[junit4] > "properties":{}}>
[junit4] > at __randomizedtesting.SeedInfo.seed([DF5E31D983DF34C8:E0D632719489C42F]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 110713 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
[junit4] 2> 110714 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 110716 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16a53876{/solr,null,AVAILABLE}
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c1877a3{HTTP/1.1,[http/1.1]}{127.0.0.1:55180}
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.e.j.s.Server Started @113135ms
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55180}
[junit4] 2> 110717 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 110717 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 110718 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-14T03:51:15.249Z
[junit4] 2> 110720 INFO (zkConnectionManagerCallback-272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 110721 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 110728 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60769/solr
[junit4] 2> 110730 INFO (zkConnectionManagerCallback-276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 110735 INFO (zkConnectionManagerCallback-278-thread-1-processing-n:127.0.0.1:55180_solr) [n:127.0.0.1:55180_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 110744 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 110747 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 110750 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55180_solr
[junit4] 2> 110751 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110751 INFO (zkCallback-269-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110752 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110752 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110753 INFO (zkCallback-277-thread-1-processing-n:127.0.0.1:55180_solr) [n:127.0.0.1:55180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 110818 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55180.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 110824 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55180.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 110824 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55180.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6ea6ec0d
[junit4] 2> 110825 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [n:127.0.0.1:55180_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_DF5E31D983DF34C8-001/tempDir-001/node4/.
[junit4] 2> 111160 INFO (OverseerCollectionConfigSetProcessor-99346145028014087-127.0.0.1:54501_solr-n_0000000000) [n:127.0.0.1:54501_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 112862 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@623dbb57{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 112862 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1110569372
[junit4] 2> 112862 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 112863 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ff91e84: rootName = solr_59400, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2b060191
[junit4] 2> 112867 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 112867 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44d9693c: rootName = solr_59400, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@45b62abf
[junit4] 2> 112869 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 112870 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16976013: rootName = solr_59400, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4189a6d1
[junit4] 2> 112872 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:59400_solr
[junit4] 2> 112873 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[DF5E31D983DF34C8]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 112873 INFO (zkCallback-253-thread-1-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 112873 INFO (zkCallback-257-thread-1-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 112874 INFO (coreCloseExecutor-504-thread-1) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@1d537524
[junit4] 2> 112874 INFO (coreCloseExecutor-504-thread-1) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=492008740
[junit4] 2> 112874 INFO (coreCloseExecutor-504-thread-1) [n:127.0.0.1:59400_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43ed14d9: rootName = solr_59400, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@1de88cb6
[junit4] 2> 112875 INFO (zkCallback-277-thread-1-processing-n:127.0.0.1:55180_solr) [n:127.0.0.1:55180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 112875 INFO (zkCallback-269-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 112875 INFO (zkCallback-255-thread-1-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 112875 INFO (zkCallback-257-thread-2-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 112876 INFO (zkCallback-255-thread-2-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 112876 INFO (zkCallback-255-thread-3-processing-n:127.0.0.1:59400_solr) [n:127.0.0.1:59400_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 112876 INFO (zkCallback-257-thread-3-processing-n:127.0.0.1:49929_solr) [n:127.0.0.1:49929_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 112877 INFO (zkCallback-253-thread-3-processing-n:127.0.0.1:54501_solr) [n:127.0.0.1:54501_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged
[...truncated too long message...]
g-n:127.0.0.1:58819_solr x:recoverytest_shard1_replica_n2 s:shard1 c:recoverytest r:core_node4) [n:127.0.0.1:58819_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n2] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://serv1-vm3:60332/data/recoverytest/core_node4/data
[junit4] 2> 3284822 WARN (updateExecutor-3400-thread-2-processing-n:127.0.0.1:58819_solr) [n:127.0.0.1:58819_solr c:recoverytest s:shard1 r:core_node4 x:recoverytest_shard1_replica_n2] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
[junit4] 2> 3284828 INFO (jetty-closer-3369-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48f05732{/solr,null,UNAVAILABLE}
[junit4] 2> 3284830 ERROR (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3284831 INFO (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45906 45906
[junit4] 2> 3285306 INFO (Thread-5373) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45906 45906
[junit4] 2> 3285309 WARN (Thread-5373) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/recoverytest/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99346343665008645-127.0.0.1:64688_solr-n_0000000000
[junit4] 2> 2 /solr/collections/recoverytest/leader_elect/shard1/election/99346343665008645-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 3285318 WARN (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 3285334 INFO (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3285401 WARN (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to serv1-vm3/127.0.0.1:60332) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-2145827122-127.0.0.1-1515904902858 (Datanode Uuid 8e641b95-8e80-4b8d-90a2-b468db0572ff) service to serv1-vm3/127.0.0.1:60332
[junit4] 2> 3285444 WARN (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 3285454 INFO (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3285562 WARN (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to serv1-vm3/127.0.0.1:60332) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3285563 WARN (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to serv1-vm3/127.0.0.1:60332) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-2145827122-127.0.0.1-1515904902858 (Datanode Uuid 6c79591b-528f-45e4-a8d4-d55c51b3f1ac) service to serv1-vm3/127.0.0.1:60332
[junit4] 2> 3285589 INFO (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:0
[junit4] 2> 3285709 INFO (SUITE-HdfsRecoveryZkTest-seed#[DF5E31D983DF34C8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45906 45906
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_DF5E31D983DF34C8-001
[junit4] 2> Jan 14, 2018 4:44:10 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 26 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=Lucene50(blocksize=128), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_i=Lucene50(blocksize=128), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1246, maxMBSortInHeap=7.8648608380064875, sim=RandomSimilarity(queryNorm=true): {}, locale=mk-MK, timezone=VST
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=2,free=163858904,total=391274496
[junit4] 2> NOTE: All tests run in this JVM: [HdfsTlogReplayBufferedWhileIndexingTest, TestFieldTypeCollectionResource, SolrIndexConfigTest, AnalyticsMergeStrategyTest, TestPushWriter, TestConfig, TestMaxTokenLenTokenizer, TestTestInjection, CdcrBootstrapTest, BlockCacheTest, TestCollapseQParserPlugin, DocExpirationUpdateProcessorFactoryTest, JavabinLoaderTest, MergeStrategyTest, TestShortCircuitedRequests, TestSolrJ, TestExecutePlanAction, TestQueryUtils, SchemaVersionSpecificBehaviorTest, TestSolrConfigHandlerConcurrent, TestLockTree, TestSolrConfigHandler, TestDocBasedVersionConstraints, SolrGangliaReporterTest, DeleteReplicaTest, TestGraphMLResponseWriter, BlockJoinFacetRandomTest, TestOrdValues, TestComplexPhraseQParserPlugin, ChaosMonkeyNothingIsSafeWithPullReplicasTest, BasicAuthIntegrationTest, TestFoldingMultitermQuery, HdfsNNFailoverTest, RestartWhileUpdatingTest, TestFastOutputStream, ExitableDirectoryReaderTest, BasicDistributedZk2Test, AutoscalingHistoryHandlerTest, DistributedIntervalFacetingTest, SimplePostToolTest, TestSchemaNameResource, JvmMetricsTest, TestBinaryResponseWriter, TestSubQueryTransformer, TestJettySolrRunner, TestSolrIndexConfig, TestCorePropertiesReload, DistributedFacetPivotLargeTest, OverseerCollectionConfigSetProcessorTest, SolrJmxReporterCloudTest, TestHashPartitioner, TestInfoStreamLogging, MultiThreadedOCPTest, TestFreeTextSuggestions, ChaosMonkeySafeLeaderTest, SubstringBytesRefFilterTest, HdfsSyncSliceTest, TestCharFilters, TestBlendedInfixSuggestions, TestDocumentBuilder, TestSolr4Spatial2, TestSubQueryTransformerDistrib, PeerSyncTest, TestPullReplica, TestLeaderInitiatedRecoveryThread, TestNumericTerms64, DistributedMLTComponentTest, TestCloudManagedSchema, DirectSolrSpellCheckerTest, TestClusterStateMutator, TestSolrCloudWithKerberosAlt, PeerSyncWithIndexFingerprintCachingTest, MetricTriggerTest, GraphQueryTest, ZkStateWriterTest, TestManagedStopFilterFactory, TestClusterProperties, PluginInfoTest, V2ApiIntegrationTest, HdfsChaosMonkeySafeLeaderTest, ClassificationUpdateProcessorFactoryTest, JsonLoaderTest, TestLRUCache, TestSolrFieldCacheBean, TestAnalyzedSuggestions, ZkFailoverTest, SortSpecParsingTest, TestSimDistributedQueue, SpellCheckCollatorWithCollapseTest, TestWordDelimiterFilterFactory, TestBadConfig, TestManagedSchemaThreadSafety, TestStressLucene, TestSolrCloudSnapshots, SparseHLLTest, SolrPluginUtilsTest, BaseCdcrDistributedZkTest, TestRebalanceLeaders, PKIAuthenticationIntegrationTest, TestSSLRandomization, SolrCloudExampleTest, TestPKIAuthenticationPlugin, ReplaceNodeTest, TestConfigSetProperties, TestBM25SimilarityFactory, TestRTimerTree, TestDistributedMissingSort, SSLMigrationTest, SimpleFacetsTest, TolerantUpdateProcessorTest, TestNumericTokenStream, TestFastLRUCache, TermsComponentTest, HdfsLockFactoryTest, TestStressCloudBlindAtomicUpdates, TestSolrDeletionPolicy1, TestSort, TestPartialUpdateDeduplication, CursorMarkTest, TestSimpleTrackingShardHandler, TestSha256AuthenticationProvider, QueryEqualityTest, SuggestComponentTest, SolrIndexSplitterTest, DOMUtilTest, TestRemoteStreaming, TestEmbeddedSolrServerConstructors, ConnectionManagerTest, TestDynamicLoading, TestPayloadScoreQParserPlugin, SpellingQueryConverterTest, CachingDirectoryFactoryTest, TestIntervalFaceting, TestNodeLostTrigger, TestTolerantUpdateProcessorCloud, QueryElevationComponentTest, TestQueryTypes, TestValueSourceCache, DistributedQueryComponentOptimizationTest, ManagedSchemaRoundRobinCloudTest, TestCollectionsAPIViaSolrCloudCluster, TestConfigsApi, ClassificationUpdateProcessorTest, TestRandomFlRTGCloud, TestFastWriter, SpatialHeatmapFacetsTest, TestRTGBase, TestFieldCacheVsDocValues, TestMergePolicyConfig, ShardSplitTest, MoveReplicaHDFSTest, TestExclusionRuleCollectionAccess, TestUnifiedSolrHighlighter, TestCloudInspectUtil, CustomHighlightComponentTest, HdfsRecoveryZkTest]
[junit4] Completed [494/766 (2!)] on J1 in 157.74s, 1 test, 1 error <<< FAILURES!
[...truncated 49109 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 391 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/391/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:40858/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:57543/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:40858/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:57543/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([E57E3CA6F989B52B:4FB3EF544E5A60FB]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:57543/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 46 more
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:44900/solr]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:44900/solr]
at __randomizedtesting.SeedInfo.seed([E57E3CA6F989B52B:DDCD1858DE7A61FA]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44900/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 44 more
Caused by: java.net.SocketException: Connection reset
at java.net.SocketInputStream.read(SocketInputStream.java:210)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([E57E3CA6F989B52B:DAF63F0EEEDF45CC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11883 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 478440 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/init-core-data-001
[junit4] 2> 478441 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 478442 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 478443 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001
[junit4] 2> 478443 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 478443 INFO (Thread-1103) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 478443 INFO (Thread-1103) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 478444 ERROR (Thread-1103) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 478543 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:57055
[junit4] 2> 478545 INFO (zkConnectionManagerCallback-660-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478553 INFO (jetty-launcher-657-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 478553 INFO (jetty-launcher-657-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 478553 INFO (jetty-launcher-657-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 478554 INFO (jetty-launcher-657-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ff02bac{/solr,null,AVAILABLE}
[junit4] 2> 478556 INFO (jetty-launcher-657-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@750fd708{SSL,[ssl, http/1.1]}{127.0.0.1:34652}
[junit4] 2> 478556 INFO (jetty-launcher-657-thread-2) [ ] o.e.j.s.Server Started @481980ms
[junit4] 2> 478556 INFO (jetty-launcher-657-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34652}
[junit4] 2> 478556 ERROR (jetty-launcher-657-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 478556 INFO (jetty-launcher-657-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 478556 INFO (jetty-launcher-657-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 478556 INFO (jetty-launcher-657-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 478557 INFO (jetty-launcher-657-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T15:18:30.383Z
[junit4] 2> 478557 INFO (jetty-launcher-657-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 478558 INFO (jetty-launcher-657-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b7f71d1{/solr,null,AVAILABLE}
[junit4] 2> 478560 INFO (jetty-launcher-657-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e9dfa9a{/solr,null,AVAILABLE}
[junit4] 2> 478560 INFO (jetty-launcher-657-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4bfd563e{SSL,[ssl, http/1.1]}{127.0.0.1:54620}
[junit4] 2> 478560 INFO (jetty-launcher-657-thread-1) [ ] o.e.j.s.Server Started @481984ms
[junit4] 2> 478560 INFO (jetty-launcher-657-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54620}
[junit4] 2> 478560 ERROR (jetty-launcher-657-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 478560 INFO (jetty-launcher-657-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 478560 INFO (jetty-launcher-657-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 478560 INFO (jetty-launcher-657-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 478560 INFO (jetty-launcher-657-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T15:18:30.386Z
[junit4] 2> 478560 INFO (jetty-launcher-657-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@697f429b{/solr,null,AVAILABLE}
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74a3fad7{SSL,[ssl, http/1.1]}{127.0.0.1:40858}
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f099e1e{SSL,[ssl, http/1.1]}{127.0.0.1:57543}
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-3) [ ] o.e.j.s.Server Started @481985ms
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-4) [ ] o.e.j.s.Server Started @481985ms
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40858}
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57543}
[junit4] 2> 478561 ERROR (jetty-launcher-657-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 478561 ERROR (jetty-launcher-657-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T15:18:30.387Z
[junit4] 2> 478561 INFO (jetty-launcher-657-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T15:18:30.387Z
[junit4] 2> 478566 INFO (zkConnectionManagerCallback-664-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478566 INFO (zkConnectionManagerCallback-662-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478566 INFO (zkConnectionManagerCallback-666-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478566 INFO (zkConnectionManagerCallback-668-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478566 INFO (jetty-launcher-657-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 478566 INFO (jetty-launcher-657-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 478567 INFO (jetty-launcher-657-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 478567 INFO (jetty-launcher-657-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 478573 INFO (jetty-launcher-657-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
[junit4] 2> 478573 INFO (jetty-launcher-657-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
[junit4] 2> 478580 INFO (zkConnectionManagerCallback-676-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478580 INFO (zkConnectionManagerCallback-673-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478582 INFO (jetty-launcher-657-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
[junit4] 2> 478584 INFO (zkConnectionManagerCallback-678-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478585 INFO (zkConnectionManagerCallback-684-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478586 INFO (zkConnectionManagerCallback-681-thread-1-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478601 INFO (zkConnectionManagerCallback-686-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478605 INFO (jetty-launcher-657-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
[junit4] 2> 478612 INFO (zkConnectionManagerCallback-692-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478619 INFO (zkConnectionManagerCallback-694-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 478665 INFO (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 478666 INFO (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 478667 INFO (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34652_solr
[junit4] 2> 478670 INFO (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40858_solr
[junit4] 2> 478670 INFO (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr ] o.a.s.c.Overseer Overseer (id=99343185364254730-127.0.0.1:34652_solr-n_0000000000) starting
[junit4] 2> 478673 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 478673 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 478687 INFO (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34652_solr
[junit4] 2> 478696 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 478709 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 478715 INFO (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 478717 INFO (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 478719 INFO (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54620_solr
[junit4] 2> 478724 INFO (zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 478724 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 478724 INFO (zkCallback-685-thread-2-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 478760 INFO (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 478762 INFO (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 478823 INFO (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40858.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 478830 INFO (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40858.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 478830 INFO (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40858.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 478831 INFO (jetty-launcher-657-thread-3) [n:127.0.0.1:40858_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node3/.
[junit4] 2> 478843 INFO (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57543_solr
[junit4] 2> 478844 INFO (zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 478845 INFO (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54620.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 478850 INFO (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54620.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 478850 INFO (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54620.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 478851 INFO (jetty-launcher-657-thread-1) [n:127.0.0.1:54620_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node1/.
[junit4] 2> 478853 INFO (zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 478853 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 478853 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 478928 INFO (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34652.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 478934 INFO (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34652.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 478934 INFO (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34652.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 478934 INFO (jetty-launcher-657-thread-2) [n:127.0.0.1:34652_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node2/.
[junit4] 2> 479037 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=489010898
[junit4] 2> 479065 INFO (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57543.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 479072 INFO (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57543.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 479072 INFO (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57543.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 479073 INFO (jetty-launcher-657-thread-4) [n:127.0.0.1:57543_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node4/.
[junit4] 2> 479119 INFO (zkConnectionManagerCallback-702-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 479123 INFO (zkConnectionManagerCallback-706-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 479125 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 479126 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57055/solr ready
[junit4] 2> 479146 INFO (qtp1115129274-3717) [n:127.0.0.1:34652_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 479157 INFO (qtp1115129274-3717) [n:127.0.0.1:34652_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=10
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 479219 WARN (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 479231 WARN (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 479232 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 479248 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_serv1.vm3_49522_hdfs____.f5g17z/webapp
[junit4] 2> 479778 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@serv1-vm3:49522
[junit4] 2> 479966 WARN (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 479970 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 480015 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_63508_datanode____.nnbabd/webapp
[junit4] 2> 480551 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:63508
[junit4] 2> 480686 WARN (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 480691 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 480710 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38903_datanode____.90mrdu/webapp
[junit4] 2> 480836 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to serv1-vm3/127.0.0.1:49352) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 480846 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3821a9ba054d: from storage DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180 node DatanodeRegistration(127.0.0.1:62987, datanodeUuid=e3a3aef5-a6b8-4561-b54d-078d75bdca83, infoPort=48996, infoSecurePort=0, ipcPort=57343, storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 480846 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3821a9ba054d: from storage DS-8cd83c07-d451-4e3f-b066-46dc30b2b5aa node DatanodeRegistration(127.0.0.1:62987, datanodeUuid=e3a3aef5-a6b8-4561-b54d-078d75bdca83, infoPort=48996, infoSecurePort=0, ipcPort=57343, storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 481160 INFO (OverseerCollectionConfigSetProcessor-99343185364254730-127.0.0.1:34652_solr-n_0000000000) [n:127.0.0.1:34652_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 481350 INFO (SUITE-MoveReplicaHDFSTest-seed#[E57E3CA6F989B52B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38903
[junit4] 2> 481769 ERROR (DataNode: [[[DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to serv1-vm3/127.0.0.1:49352) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 481787 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3821e176b4b6: from storage DS-92431a5a-e1df-482f-a515-11bede4d5602 node DatanodeRegistration(127.0.0.1:42936, datanodeUuid=58030516-4b8d-4d96-914f-5f5f63d901ce, infoPort=49515, infoSecurePort=0, ipcPort=48994, storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, hasStaleStorage: true, processing time: 6 msecs
[junit4] 2> 481787 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3821e176b4b6: from storage DS-ba450d42-6067-4443-b266-dc3862183c17 node DatanodeRegistration(127.0.0.1:42936, datanodeUuid=58030516-4b8d-4d96-914f-5f5f63d901ce, infoPort=49515, infoSecurePort=0, ipcPort=48994, storageInfo=lv=-56;cid=testClusterID;nsid=16195338;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 482154 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
[junit4] 2> 482170 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 482175 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 482177 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5101633b{/solr,null,AVAILABLE}
[junit4] 2> 482177 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d487667{SSL,[ssl, http/1.1]}{127.0.0.1:41899}
[junit4] 2> 482177 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.e.j.s.Server Started @485602ms
[junit4] 2> 482177 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41899}
[junit4] 2> 482177 ERROR (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 482178 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 482178 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 482178 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 482178 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T15:18:34.004Z
[junit4] 2> 482181 INFO (zkConnectionManagerCallback-709-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 482184 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 482212 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57055/solr
[junit4] 2> 482218 INFO (zkConnectionManagerCallback-713-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 482229 INFO (zkConnectionManagerCallback-715-thread-1-processing-n:127.0.0.1:41899_solr) [n:127.0.0.1:41899_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 482242 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 482246 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 482256 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41899_solr
[junit4] 2> 482264 INFO (zkCallback-705-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 482266 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 482285 INFO (zkCallback-705-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 482300 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 482321 INFO (zkCallback-714-thread-1-processing-n:127.0.0.1:41899_solr) [n:127.0.0.1:41899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 482321 INFO (zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 482321 INFO (zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 482606 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41899.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 482643 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41899.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 482643 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41899.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 482644 INFO (TEST-MoveReplicaHDFSTest.testFailedMove-seed#[E57E3CA6F989B52B]) [n:127.0.0.1:41899_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node5/.
[junit4] 2> 482765 INFO (zkConnectionManagerCallback-719-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 482778 INFO (qtp1115129274-3715) [n:127.0.0.1:34652_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaHDFSTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 482783 INFO (OverseerThreadFactory-1693-thread-2-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr ] o.a.s.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_failed_coll_true
[junit4] 2> 482919 INFO (OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) [n:127.0.0.1:34652_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:57543/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 482927 INFO (OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) [n:127.0.0.1:34652_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40858/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 482935 INFO (OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) [n:127.0.0.1:34652_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54620/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 482995 INFO (OverseerStateUpdate-99343185364254730-127.0.0.1:34652_solr-n_0000000000) [n:127.0.0.1:34652_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_failed_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34652/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 483436 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 483438 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 483438 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 483440 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 483453 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 483453 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 483497 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 483497 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 483608 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 483608 INFO (zkCallback-693-thread-2-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 483609 INFO (zkCallback-685-thread-2-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 483609 INFO (zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 483610 INFO (zkCallback-677-thread-2-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 483613 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 483619 INFO (zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 483619 INFO (zkCallback-680-thread-2-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 484510 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 484525 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 484527 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 484542 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] Schema name=minimal
[junit4] 2> 484544 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] Schema name=minimal
[junit4] 2> 484545 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 484546 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 484546 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34652.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 484546 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
[junit4] 2> 484546 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 484546 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 484547 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node2/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6], dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/]
[junit4] 2> 484547 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 484547 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 484547 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40858.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 484548 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
[junit4] 2> 484548 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 484548 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 484548 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node3/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2], dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/]
[junit4] 2> 484548 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 484548 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 484620 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 484620 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 484622 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 484626 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 484626 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54620.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 484626 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
[junit4] 2> 484626 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 484626 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 484626 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node1/MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4], dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/]
[junit4] 2> 484628 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 484636 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 484641 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 484641 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_failed_coll_true, trusted=true
[junit4] 2> 484641 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57543.solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_failed_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60da00fd
[junit4] 2> 484642 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://serv1-vm3:49352/data
[junit4] 2> 484642 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 484642 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 484642 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_E57E3CA6F989B52B-001/tempDir-001/node4/MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1], dataDir=[hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/]
[junit4] 2> 484658 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 484688 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data
[junit4] 2> 484698 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data
[junit4] 2> 484711 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data
[junit4] 2> 484712 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data
[junit4] 2> 484734 INFO (qtp755677591-3737) [n:127.0.0.1:40858_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node5/data/index
[junit4] 2> 484753 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node7/data/index
[junit4] 2> 484774 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node3/data/index
[junit4] 2> 484796 INFO (qtp1115129274-3712) [n:127.0.0.1:34652_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://serv1-vm3:49352/data/MoveReplicaHDFSTest_failed_coll_true/core_node8/data/index
[junit4] 2> 484915 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180:NORMAL:127.0.0.1:62987|RBW], ReplicaUC[[DISK]DS-92431a5a-e1df-482f-a515-11bede4d5602:NORMAL:127.0.0.1:42936|FINALIZED]]} size 0
[junit4] 2> 484948 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to blk_1073741825_1001 size 69
[junit4] 2> 485092 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 485092 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 485092 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 485195 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 485195 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 485277 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ba450d42-6067-4443-b266-dc3862183c17:NORMAL:127.0.0.1:42936|RBW], ReplicaUC[[DISK]DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180:NORMAL:127.0.0.1:62987|RBW]]} size 0
[junit4] 2> 485277 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ba450d42-6067-4443-b266-dc3862183c17:NORMAL:127.0.0.1:42936|RBW], ReplicaUC[[DISK]DS-8cd83c07-d451-4e3f-b066-46dc30b2b5aa:NORMAL:127.0.0.1:62987|FINALIZED]]} size 0
[junit4] 2> 485334 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-92431a5a-e1df-482f-a515-11bede4d5602:NORMAL:127.0.0.1:42936|RBW], ReplicaUC[[DISK]DS-76ad7c39-e072-48ad-95a5-3c49dbf9c180:NORMAL:127.0.0.1:62987|RBW]]} size 69
[junit4] 2> 485334 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to blk_1073741827_1003 size 69
[junit4] 2> 485530 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:42936 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-8cd83c07-d451-4e3f-b066-46dc30b2b5aa:NORMAL:127.0.0.1:62987|RBW], ReplicaUC[[DISK]DS-92431a5a-e1df-482f-a515-11bede4d5602:NORMAL:127.0.0.1:42936|RBW]]} size 69
[junit4] 2> 485532 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:62987 is added to blk_1073741828_1004 size 69
[junit4] 2> 485738 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@75060f39[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main]
[junit4] 2> 485743 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 485746 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 485746 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 485747 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589490973485826048
[junit4] 2> 485748 INFO (searcherExecutor-1710-thread-1-processing-n:127.0.0.1:54620_solr x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4 s:shard2 c:MoveReplicaHDFSTest_failed_coll_true r:core_node7) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] Registered new searcher Searcher@75060f39[MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 485774 INFO (zkCallback-680-thread-2-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 485774 INFO (zkCallback-685-thread-1-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 485775 INFO (zkCallback-685-thread-2-processing-n:127.0.0.1:34652_solr) [n:127.0.0.1:34652_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 485776 INFO (zkCallback-680-thread-1-processing-n:127.0.0.1:57543_solr) [n:127.0.0.1:57543_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 485776 INFO (zkCallback-677-thread-1-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 485776 INFO (zkCallback-677-thread-2-processing-n:127.0.0.1:54620_solr) [n:127.0.0.1:54620_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 485778 INFO (qtp1777197922-3746) [n:127.0.0.1:54620_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_failed_coll_true_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 485778 INFO (zkCallback-693-thread-2-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 485778 INFO (zkCallback-693-thread-1-processing-n:127.0.0.1:40858_solr) [n:127.0.0.1:40858_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_failed_coll_true/state.json] for collection [MoveReplicaHDFSTest_failed_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 485781 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 485781 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 485781 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 485909 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 485909 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 486012 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21ddda9e[MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] main]
[junit4] 2> 486013 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 486014 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 486014 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 486015 INFO (qtp938060371-3727) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589490973766844416
[junit4] 2> 486021 INFO (searcherExecutor-1711-thread-1-processing-n:127.0.0.1:57543_solr x:MoveReplicaHDFSTest_failed_coll_true_shard1_replica_n1 s:shard1 c:MoveReplicaHDFSTest_failed_coll_true r:core_node3) [n:127.0.0.1:57543_solr c:MoveReplicaHDFSTest_failed_coll_true s:shard1 r:core_node3 x:MoveRe
[...truncated too long message...]
ted type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2794489 INFO (zkCallback-3647-thread-2-processing-n:127.0.0.1:48114_solr) [n:127.0.0.1:48114_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2794491 INFO (zkCallback-3647-thread-4-processing-n:127.0.0.1:48114_solr) [n:127.0.0.1:48114_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2794494 INFO (jetty-closer-3620-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23f014d{/solr,null,UNAVAILABLE}
[junit4] 2> 2794491 INFO (jetty-closer-3620-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:48114_solr
[junit4] 2> 2794491 INFO (zkCallback-3633-thread-4-processing-n:127.0.0.1:52209_solr) [n:127.0.0.1:52209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2794497 INFO (jetty-closer-3620-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2794497 INFO (zkCallback-3647-thread-4-processing-n:127.0.0.1:48114_solr) [n:127.0.0.1:48114_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2794497 INFO (zkCallback-3633-thread-4-processing-n:127.0.0.1:52209_solr) [n:127.0.0.1:52209_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2794498 INFO (coreCloseExecutor-7109-thread-1) [n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@e1b5402
[junit4] 2> 2794498 INFO (coreCloseExecutor-7109-thread-1) [n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=236672002
[junit4] 2> 2794498 INFO (coreCloseExecutor-7109-thread-1) [n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37429f7c: rootName = solr_48114, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@7762f4da
[junit4] 2> 2794520 INFO (coreCloseExecutor-7107-thread-1) [n:127.0.0.1:52209_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1129982178
[junit4] 2> 2794524 INFO (jetty-closer-3620-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@188d4ac7{/solr,null,UNAVAILABLE}
[junit4] 2> 2794525 INFO (coreCloseExecutor-7109-thread-1) [n:127.0.0.1:48114_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=236672002
[junit4] 2> 2794528 INFO (jetty-closer-3620-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99343336583790601-127.0.0.1:48114_solr-n_0000000001) closing
[junit4] 2> 2794528 INFO (OverseerStateUpdate-99343336583790601-127.0.0.1:48114_solr-n_0000000001) [n:127.0.0.1:48114_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48114_solr
[junit4] 2> 2794528 WARN (OverseerAutoScalingTriggerThread-99343336583790601-127.0.0.1:48114_solr-n_0000000001) [n:127.0.0.1:48114_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2794533 INFO (jetty-closer-3620-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73ccbb54{/solr,null,UNAVAILABLE}
[junit4] 2> 2794535 ERROR (SUITE-TestClusterStateProvider-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2794536 INFO (SUITE-TestClusterStateProvider-seed#[E57E3CA6F989B52B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61536 61536
[junit4] 2> 2795651 INFO (Thread-3740) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61536 61536
[junit4] 2> 2795652 WARN (Thread-3740) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/configs/.system
[junit4] 2> 3 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 26 /solr/collections/.system/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_E57E3CA6F989B52B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1169, maxMBSortInHeap=7.525931434693066, sim=RandomSimilarity(queryNorm=false): {}, locale=he, timezone=America/Bahia_Banderas
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=287621784,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [AutoScalingHandlerTest, CoreAdminCreateDiscoverTest, LeaderElectionContextKeyTest, TestPullReplicaErrorHandling, MinimalSchemaTest, BlockJoinFacetSimpleTest, SolrMetricManagerTest, TestRestManager, TestLegacyField, XmlUpdateRequestHandlerTest, ChangedSchemaMergeTest, EnumFieldTest, RollingRestartTest, ConnectionReuseTest, TestSimpleTextCodec, MoveReplicaTest, TestCustomStream, SolrJmxReporterTest, ConfigureRecoveryStrategyTest, RequiredFieldsTest, StatsComponentTest, TestFiltering, RemoteQueryErrorTest, TestNoOpRegenerator, TestAtomicUpdateErrorCases, TestSystemCollAutoCreate, TestSolrCLIRunExample, NotRequiredUniqueKeyTest, TestStressRecovery, DirectUpdateHandlerOptimizeTest, TestCopyFieldCollectionResource, DirectUpdateHandlerTest, TestJsonFacetRefinement, TestLeaderElectionZkExpiry, TestOmitPositions, NodeMutatorTest, BasicDistributedZkTest, BadIndexSchemaTest, TestFuzzyAnalyzedSuggestions, TestFieldTypeResource, TestSlowCompositeReaderWrapper, TestRecovery, UnloadDistributedZkTest, TestScoreJoinQPNoScore, LeaderElectionTest, StatsReloadRaceTest, DisMaxRequestHandlerTest, TestJoin, TestCloudSchemaless, DateMathParserTest, TestSchemaVersionResource, TestBinaryField, TlogReplayBufferedWhileIndexingTest, TestConfigSets, TestBulkSchemaConcurrent, TestDistribStateManager, WrapperMergePolicyFactoryTest, TestFieldCacheReopen, TestTriggerIntegration, TestSegmentSorting, TestConfigReload, TestEmbeddedSolrServerSchemaAPI, ScriptEngineTest, BlockDirectoryTest, AlternateDirectoryTest, TestMiniSolrCloudClusterSSL, TemplateUpdateProcessorTest, DateFieldTest, TestConfigSetsAPIZkFailure, TestSolr4Spatial, AsyncCallRequestStatusResponseTest, TestPolicyCloud, DistributedSpellCheckComponentTest, AtomicUpdatesTest, TestPHPSerializedResponseWriter, SolrRequestParserTest, TestMacros, TestHighFrequencyDictionaryFactory, CdcrReplicationDistributedZkTest, OverseerTest, CoreMergeIndexesAdminHandlerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestDFRSimilarityFactory, TestComplexPhraseLeadingWildcard, ForceLeaderTest, TestDeleteCollectionOnDownNodes, TestStandardQParsers, DataDrivenBlockJoinTest, TimeRoutedAliasUpdateProcessorTest, SolrCmdDistributorTest, TestSolrCoreSnapshots, TestHighlightDedupGrouping, UUIDFieldTest, TestDistributedSearch, TestCloudNestedDocsSort, HighlighterMaxOffsetTest, MultiTermTest, SolrMetricsIntegrationTest, HdfsThreadLeakTest, ResourceLoaderTest, TestReversedWildcardFilterFactory, IndexBasedSpellCheckerTest, TestNumericTerms32, BigEndianAscendingWordDeserializerTest, SignatureUpdateProcessorFactoryTest, SuggesterWFSTTest, ResponseLogComponentTest, ExecutePlanActionTest, TestDistributedStatsComponentCardinality, DistributedVersionInfoTest, ZkControllerTest, TestConfigSetsAPI, TestCSVResponseWriter, TestReplicaProperties, SpatialFilterTest, CleanupOldIndexTest, TestFieldCacheSortRandom, TestTlogReplica, DirectSolrConnectionTest, TestCustomSort, TestTolerantSearch, TestPhraseSuggestions, TestEmbeddedSolrServerAdminHandler, TestJavabinTupleStreamParser, CursorPagingTest, MigrateRouteKeyTest, TestReplicationHandler, TestAddFieldRealTimeGet, FieldAnalysisRequestHandlerTest, TestDFISimilarityFactory, SmileWriterTest, HdfsBasicDistributedZk2Test, SuggesterTest, SolrTestCaseJ4Test, StressHdfsTest, TestSortByMinMaxFunction, PrimUtilsTest, TestCoreAdminApis, TestRangeQuery, TestInPlaceUpdatesDistrib, SyncSliceTest, UtilsToolTest, OutputWriterTest, ZkStateReaderTest, ZkCLITest, SpellCheckComponentTest, RankQueryTest, TestSweetSpotSimilarityFactory, IndexSchemaTest, MetricsHandlerTest, AutoAddReplicasIntegrationTest, TestRealTimeGet, BitVectorTest, TestHashQParserPlugin, DistanceFunctionTest, TestClusterStateProvider]
[junit4] Completed [468/766 (3!)] on J0 in 9.97s, 2 tests, 1 failure <<< FAILURES!
[...truncated 49145 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 390 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/390/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode
Error Message:
no IGNORED events
Stack Trace:
java.lang.AssertionError: no IGNORED events
at __randomizedtesting.SeedInfo.seed([A9E6FA464D570416:E09E7E5821A8B0E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:267)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.core.TestDynamicLoading.testDynamicLoading
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([A9E6FA464D570416:71ABD711BA8AA1B6]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.junit.Assert.assertNotNull(Assert.java:537)
at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([A9E6FA464D570416:966EF9EE5A01F4F1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse
Error Message:
Error from server at http://127.0.0.1:37585/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37585/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([A9E6FA464D570416:C663B11EF12137F9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12894 lines...]
[junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/init-core-data-001
[junit4] 2> 1889439 WARN (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1889439 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1889440 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1889440 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1889440 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001
[junit4] 2> 1889440 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1889440 INFO (Thread-6423) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1889441 INFO (Thread-6423) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1889442 ERROR (Thread-6423) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1889540 INFO (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[A9E6FA464D570416]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:64208
[junit4] 2> 1889543 INFO (zkConnectionManagerCallback-5973-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889547 INFO (jetty-launcher-5970-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1889547 INFO (jetty-launcher-5970-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1889548 INFO (jetty-launcher-5970-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f389bc7{/solr,null,AVAILABLE}
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47f6c7b9{/solr,null,AVAILABLE}
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@594a1ce0{HTTP/1.1,[http/1.1]}{127.0.0.1:37585}
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-2) [ ] o.e.j.s.Server Started @1893237ms
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37585}
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4fafa400{HTTP/1.1,[http/1.1]}{127.0.0.1:32920}
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-1) [ ] o.e.j.s.Server Started @1893237ms
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32920}
[junit4] 2> 1889549 ERROR (jetty-launcher-5970-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1889549 ERROR (jetty-launcher-5970-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T02:46:32.925Z
[junit4] 2> 1889549 INFO (jetty-launcher-5970-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1889550 INFO (jetty-launcher-5970-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1889550 INFO (jetty-launcher-5970-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T02:46:32.926Z
[junit4] 2> 1889551 INFO (zkConnectionManagerCallback-5975-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889552 INFO (zkConnectionManagerCallback-5977-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889552 INFO (jetty-launcher-5970-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1889552 INFO (jetty-launcher-5970-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1889560 INFO (jetty-launcher-5970-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64208/solr
[junit4] 2> 1889560 INFO (jetty-launcher-5970-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64208/solr
[junit4] 2> 1889562 INFO (zkConnectionManagerCallback-5985-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889570 INFO (zkConnectionManagerCallback-5987-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889570 INFO (zkConnectionManagerCallback-5983-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889577 INFO (zkConnectionManagerCallback-5989-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889727 INFO (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1889728 INFO (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37585_solr
[junit4] 2> 1889729 INFO (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr ] o.a.s.c.Overseer Overseer (id=99340228546854918-127.0.0.1:37585_solr-n_0000000000) starting
[junit4] 2> 1889738 INFO (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1889738 INFO (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37585_solr
[junit4] 2> 1889741 INFO (OverseerStateUpdate-99340228546854918-127.0.0.1:37585_solr-n_0000000000) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1889742 INFO (zkCallback-5986-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1889744 INFO (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32920_solr
[junit4] 2> 1889746 INFO (zkCallback-5986-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1889746 INFO (zkCallback-5988-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1889877 INFO (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37585.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
[junit4] 2> 1889879 INFO (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32920.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
[junit4] 2> 1889883 INFO (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37585.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
[junit4] 2> 1889883 INFO (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37585.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
[junit4] 2> 1889884 INFO (jetty-launcher-5970-thread-2) [n:127.0.0.1:37585_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node2/.
[junit4] 2> 1889885 INFO (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32920.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
[junit4] 2> 1889885 INFO (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32920.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
[junit4] 2> 1889886 INFO (jetty-launcher-5970-thread-1) [n:127.0.0.1:32920_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/.
[junit4] 2> 1889913 INFO (zkConnectionManagerCallback-5995-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1889926 INFO (qtp1825948576-22298) [n:127.0.0.1:32920_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1889929 INFO (qtp1825948576-22298) [n:127.0.0.1:32920_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1889943 INFO (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[A9E6FA464D570416]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1889945 INFO (qtp898654028-22289) [n:127.0.0.1:37585_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1889945 INFO (qtp898654028-22289) [n:127.0.0.1:37585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1889946 INFO (qtp898654028-22290) [n:127.0.0.1:37585_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1889947 INFO (qtp898654028-22290) [n:127.0.0.1:37585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1889948 INFO (qtp898654028-22293) [n:127.0.0.1:37585_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1889948 INFO (qtp898654028-22293) [n:127.0.0.1:37585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1889948 INFO (qtp898654028-22294) [n:127.0.0.1:37585_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1889949 INFO (qtp898654028-22294) [n:127.0.0.1:37585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1889949 INFO (qtp898654028-22295) [n:127.0.0.1:37585_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1889950 INFO (qtp898654028-22295) [n:127.0.0.1:37585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1889950 INFO (qtp898654028-22287) [n:127.0.0.1:37585_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1889953 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.CreateCollectionCmd Create collection timeConfig
[junit4] 2> 1889953 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 1889954 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
[junit4] 2> 1889956 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
[junit4] 2> 1889958 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
[junit4] 2> 1889960 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
[junit4] 2> 1889962 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
[junit4] 2> 1889965 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
[junit4] 2> 1889967 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
[junit4] 2> 1889970 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
[junit4] 2> 1889973 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/timeConfig/lang/contractions_ca.txt
[junit4] 2> 1889975 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
[junit4] 2> 1889978 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
[junit4] 2> 1889981 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
[junit4] 2> 1889983 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
[junit4] 2> 1889986 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
[junit4] 2> 1889989 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
[junit4] 2> 1889991 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
[junit4] 2> 1889995 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
[junit4] 2> 1889998 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
[junit4] 2> 1890000 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
[junit4] 2> 1890003 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
[junit4] 2> 1890006 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
[junit4] 2> 1890009 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
[junit4] 2> 1890012 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
[junit4] 2> 1890014 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
[junit4] 2> 1890017 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
[junit4] 2> 1890019 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
[junit4] 2> 1890021 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
[junit4] 2> 1890024 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
[junit4] 2> 1890027 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
[junit4] 2> 1890030 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
[junit4] 2> 1890032 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
[junit4] 2> 1890035 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
[junit4] 2> 1890037 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
[junit4] 2> 1890040 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
[junit4] 2> 1890044 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
[junit4] 2> 1890046 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
[junit4] 2> 1890049 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
[junit4] 2> 1890051 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
[junit4] 2> 1890054 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
[junit4] 2> 1890056 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
[junit4] 2> 1890059 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
[junit4] 2> 1890061 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
[junit4] 2> 1890064 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
[junit4] 2> 1890066 INFO (OverseerThreadFactory-6621-thread-1-processing-n:127.0.0.1:37585_solr) [n:127.0.0.1:37585_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
[junit4] 2> 1890178 INFO (OverseerStateUpdate-99340228546854918-127.0.0.1:37585_solr-n_0000000000) [n:127.0.0.1:37585_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"timeConfig",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"timeConfig_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:32920/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1890401 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1890401 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1890507 INFO (zkCallback-5986-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1890507 INFO (zkCallback-5986-thread-2-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1891425 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1891425 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1891426 WARN (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 1891426 WARN (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 1891426 WARN (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 1891427 WARN (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 1891427 WARN (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 1891427 WARN (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 1891427 WARN (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 1891428 WARN (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 1891439 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1891464 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
[junit4] 2> 1891604 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 1891647 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig, trusted=true
[junit4] 2> 1891648 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32920.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
[junit4] 2> 1891648 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1891648 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
[junit4] 2> 1891650 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 1891685 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1891685 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1891685 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1891685 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1891686 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@53211c75[timeConfig_shard1_replica_n1] main]
[junit4] 2> 1891687 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
[junit4] 2> 1891688 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
[junit4] 2> 1891688 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
[junit4] 2> 1891689 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1891689 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1891689 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 1891690 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1891691 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589443659108974592
[junit4] 2> 1891691 INFO (searcherExecutor-6626-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@53211c75[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1891691 INFO (searcherExecutor-6626-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 1891691 INFO (searcherExecutor-6626-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1891691 INFO (searcherExecutor-6626-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@53211c75[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1891698 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1891698 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1891698 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:32920/solr/timeConfig_shard1_replica_n1/
[junit4] 2> 1891698 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1891698 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:32920/solr/timeConfig_shard1_replica_n1/ has no replicas
[junit4] 2> 1891698 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1891704 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:32920/solr/timeConfig_shard1_replica_n1/ shard1
[junit4] 2> 1891807 INFO (zkCallback-5986-thread-2-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1891807 INFO (zkCallback-5986-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1891856 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1891861 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1460
[junit4] 2> 1891866 INFO (qtp898654028-22287) [n:127.0.0.1:37585_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1891956 INFO (OverseerCollectionConfigSetProcessor-99340228546854918-127.0.0.1:37585_solr-n_0000000000) [n:127.0.0.1:37585_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1891962 INFO (zkCallback-5986-thread-2-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1891962 INFO (zkCallback-5986-thread-1-processing-n:127.0.0.1:32920_solr) [n:127.0.0.1:32920_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1892870 INFO (qtp898654028-22287) [n:127.0.0.1:37585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2920
[junit4] 2> 1892873 INFO (qtp898654028-22289) [n:127.0.0.1:37585_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1892878 INFO (qtp898654028-22289) [n:127.0.0.1:37585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 1892890 INFO (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"set-user-property":{"timePartitionAliasName":"myalias"}}, {"set-user-property":{"update.autoCreateFields":false}}, {"add-updateprocessor":{
[junit4] 2> "name":"tolerant",
[junit4] 2> "class":"solr.TolerantUpdateProcessorFactory"}}, {"add-updateprocessor":{
[junit4] 2> "name":"inc",
[junit4] 2> "class":"org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest$IncrementURPFactory",
[junit4] 2> "fieldName":"integer_i"}}]
[junit4] 2> 1892890 INFO (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection timeConfig
[junit4] 2> 1892891 INFO (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
[junit4] 2> 1892892 INFO (solrHandlerExecutor-6631-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 1892892 INFO (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrCore core reload timeConfig_shard1_replica_n1
[junit4] 2> 1892914 INFO (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 1892914 INFO (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 1892915 WARN (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 1892915 WARN (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 1892915 WARN (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 1892916 WARN (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 1892916 WARN (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 1892916 WARN (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 1892916 WARN (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 1892917 WARN (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1/../../../../dist
[junit4] 2> 1892928 INFO (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1892953 INFO (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
[junit4] 2> 1892993 INFO (qtp1825948576-22298) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
[junit4] 2> 1892993 INFO (qtp1825948576-22298) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1892994 INFO (SolrConfigHandler-refreshconf) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
[junit4] 2> 1892994 INFO (solrHandlerExecutor-6631-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:32920/solr/timeConfig_shard1_replica_n1/ for prop overlay after 1 attempts
[junit4] 2> 1892994 INFO (solrHandlerExecutor-6631-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 1893085 INFO (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
[junit4] 2> 1893094 INFO (qtp1825948576-22299) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
[junit4] 2> 1893094 INFO (qtp1825948576-22299) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1893094 INFO (SolrConfigHandler-refreshconf) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
[junit4] 2> 1893095 INFO (solrHandlerExecutor-6631-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:32920/solr/timeConfig_shard1_replica_n1/ for prop overlay after 2 attempts
[junit4] 2> 1893095 INFO (solrHandlerExecutor-6631-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 1893127 INFO (Thread-6442) [n:127.0.0.1:32920_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'timeConfig_shard1_replica_n1' using configuration from collection timeConfig
[junit4] 2> 1893141 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32920.solr.core.timeConfig.shard1.replica_n1' (registry 'solr.core.timeConfig.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26884e50
[junit4] 2> 1893141 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [[timeConfig_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/timeConfig_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_A9E6FA464D570416-001/tempDir-001/node1/./timeConfig_shard1_replica_n1/data/]
[junit4] 2> 1893143 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 1893173 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 1893173 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1893174 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18a8d328[timeConfig_shard1_replica_n1] main]
[junit4] 2> 1893176 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/timeConfig
[junit4] 2> 1893176 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/timeConfig
[junit4] 2> 1893176 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/timeConfig/managed-schema
[junit4] 2> 1893177 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1893177 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1893177 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 1893178 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1893178 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589443660668207104
[junit4] 2> 1893179 INFO (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@18a8d328[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1893179 INFO (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 1893179 INFO (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1893180 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1893181 INFO (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@18a8d328[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1893181 INFO (Thread-6442) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bfc390b[timeConfig_shard1_replica_n1] main]
[junit4] 2> 1893181 INFO (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@7bfc390b[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1893181 INFO (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 1893183 INFO (searcherExecutor-6632-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] Registered new searcher Searcher@7bfc390b[timeConfig_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1893195 INFO (qtp1825948576-22301) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
[junit4] 2> 1893196 INFO (qtp1825948576-22301) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
[junit4] 2> 1893196 INFO (qtp1825948576-22301) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1893196 INFO (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 306.0ms to set the property overlay to be of version 0 for collection timeConfig
[junit4] 2> 1893196 INFO (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1] webapp=/solr path=/config params={wt=javabin&version=2} status=0 QTime=313
[junit4] 2> 1893196 INFO (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrCore [timeConfig_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@590c5592
[junit4] 2> 1893196 INFO (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.timeConfig.shard1.replica_n1, tag=1493980562
[junit4] 2> 1893197 INFO (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c28d395: rootName = solr_32920, domain = solr.core.timeConfig.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.timeConfig.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@29aea562
[junit4] 2> 1893201 INFO (qtp1825948576-22302) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.timeConfig.shard1.leader, tag=1493980562
[junit4] 2> 1893202 INFO (qtp898654028-22292) [n:127.0.0.1:37585_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1893203 INFO (qtp898654028-22292) [n:127.0.0.1:37585_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1893206 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/timeConfig/params.json
[junit4] 2> 1893207 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property params to be of version 1 for collection timeConfig
[junit4] 2> 1893208 INFO (Thread-6443) [n:127.0.0.1:32920_solr ] o.a.s.c.SolrCore config update listener called for core timeConfig_shard1_replica_n1
[junit4] 2> 1893208 INFO (solrHandlerExecutor-6636-thread-1-processing-n:127.0.0.1:32920_solr x:timeConfig_shard1_replica_n1 s:shard1 c:timeConfig r:core_node2) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
[junit4] 2> 1893209 INFO (Thread-6443) [n:127.0.0.1:32920_solr ] o.a.s.c.RequestParams conf resource params.json loaded . version : 1
[junit4] 2> 1893209 INFO (Thread-6443) [n:127.0.0.1:32920_solr ] o.a.s.c.RequestParams request params refreshed to version 1
[junit4] 2> 1893312 INFO (qtp1825948576-22298) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 1 of params
[junit4] 2> 1893312 INFO (qtp1825948576-22298) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
[junit4] 2> 1893312 INFO (qtp1825948576-22298) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.S.Request [timeConfig_shard1_replica_n1] webapp=/solr path=/config/znodeVersion params={params=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1893313 INFO (qtp1825948576-22303) [n:127.0.0.1:32920_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 105.0ms to set the property params to be of version 1 for collection timeConfig
[junit4] 2> 1893313 INFO (qtp1825948576-2
[...truncated too long message...]
it4] 2> 4143314 WARN (Thread-10816) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/configs/conf1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/configs/.system
[junit4] 2> 2 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/.system/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDynamicLoading -Dtests.method=testDynamicLoading -Dtests.seed=A9E6FA464D570416 -Dtests.slow=true -Dtests.locale=hu-HU -Dtests.timezone=Africa/Asmera -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 26.9s J1 | TestDynamicLoading.testDynamicLoading <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([A9E6FA464D570416:71ABD711BA8AA1B6]:0)
[junit4] > at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_A9E6FA464D570416-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=hu-HU, timezone=Africa/Asmera
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=218380600,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [FileUtilsTest, DocExpirationUpdateProcessorFactoryTest, LeaderElectionIntegrationTest, TestLMJelinekMercerSimilarityFactory, PeerSyncWithIndexFingerprintCachingTest, TestConfigSetsAPIExclusivity, TestLuceneIndexBackCompat, TestSimpleQParserPlugin, ZkNodePropsTest, FileBasedSpellCheckerTest, TestStressUserVersions, OutOfBoxZkACLAndCredentialsProvidersTest, TestTolerantUpdateProcessorCloud, V2ApiIntegrationTest, SpatialRPTFieldTypeTest, PluginInfoTest, DeleteReplicaTest, TestReloadDeadlock, DeleteStatusTest, CoreSorterTest, PeerSyncTest, TestManagedResourceStorage, TestReRankQParserPlugin, RecoveryAfterSoftCommitTest, TestExpandComponent, TestValueSourceCache, TestStressVersions, DistributedIntervalFacetingTest, PropertiesRequestHandlerTest, TestBulkSchemaAPI, OverseerTaskQueueTest, ConcurrentDeleteAndCreateCollectionTest, TestOverriddenPrefixQueryForCustomFieldType, TestCharFilters, TestCollapseQParserPlugin, TestSolr4Spatial2, TestShortCircuitedRequests, DistributedFacetPivotWhiteBoxTest, UpdateRequestProcessorFactoryTest, DOMUtilTest, SampleTest, TestSolrIndexConfig, TriggerIntegrationTest, TestShardHandlerFactory, IndexSchemaRuntimeFieldTest, ClassificationUpdateProcessorFactoryTest, TestOnReconnectListenerSupport, ZkSolrClientTest, HttpPartitionTest, FieldMutatingUpdateProcessorTest, TestComputePlanAction, FacetPivotSmallTest, TestZkChroot, TestRequestForwarding, PreAnalyzedFieldTest, InfoHandlerTest, TestSchemaSimilarityResource, BasicFunctionalityTest, SpellPossibilityIteratorTest, TestDistributedGrouping, TestConfigsApi, SolrGangliaReporterTest, TestOrdValues, TestRandomCollapseQParserPlugin, TestCloudInspectUtil, TestMergePolicyConfig, BlockJoinFacetRandomTest, BJQParserTest, QueryResultKeyTest, AliasIntegrationTest, TestExactStatsCache, BasicAuthIntegrationTest, TestFastLRUCache, TestNamedUpdateProcessors, DocValuesMissingTest, LegacyCloudClusterPropTest, CurrencyFieldTypeTest, TestPKIAuthenticationPlugin, CdcrBootstrapTest, TestBinaryResponseWriter, SortSpecParsingTest, TestUseDocValuesAsStored, TestWordDelimiterFilterFactory, TestSolrQueryParser, TestAuthenticationFramework, SubstringBytesRefFilterTest, ExitableDirectoryReaderTest, TestLeaderInitiatedRecoveryThread, BufferStoreTest, TestPayloadScoreQParserPlugin, BaseCdcrDistributedZkTest, TestBlobHandler, TestSolrConfigHandlerConcurrent, TestSolrJ, TestSystemIdResolver, TestDynamicFieldCollectionResource, TestRandomFlRTGCloud, TestIntervalFaceting, RequestLoggingTest, CheckHdfsIndexTest, BadComponentTest, TestConfigOverlay, CloudExitableDirectoryReaderTest, TestPivotHelperCode, SolrJmxReporterCloudTest, AutoscalingHistoryHandlerTest, CachingDirectoryFactoryTest, SolrCoreMetricManagerTest, DistanceUnitsTest, TestTestInjection, TestSolrDeletionPolicy1, AddBlockUpdateTest, HdfsLockFactoryTest, TestFieldSortValues, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCollationFieldDocValues, HLLSerializationTest, TestSearchPerf, TestPerFieldSimilarity, SolrIndexConfigTest, TestFieldTypeCollectionResource, SolrPluginUtilsTest, DebugComponentTest, ConnectionManagerTest, TestGroupingSearch, CollectionStateFormat2Test, AutoAddReplicasPlanActionTest, TestCloudManagedSchema, DistributedQueueTest, TestZkAclsWithHadoopAuth, TestClusterStateMutator, BasicZkTest, TestCorePropertiesReload, TestFieldCacheSort, OpenExchangeRatesOrgProviderTest, TestSort, TestDocBasedVersionConstraints, SolrSlf4jReporterTest, TestSimDistributedQueue, UpdateParamsTest, OverseerCollectionConfigSetProcessorTest, TestGraphTermsQParserPlugin, ChaosMonkeySafeLeaderTest, TestSubQueryTransformerDistrib, TestClusterProperties, TestBadConfig, OpenCloseCoreStressTest, CoreAdminRequestStatusTest, TestMultiWordSynonyms, TestConfig, PolyFieldTest, JsonLoaderTest, DocValuesTest, GraphQueryTest, TestBlendedInfixSuggestions, DeleteLastCustomShardedReplicaTest, TestSha256AuthenticationProvider, SoftAutoCommitTest, CustomHighlightComponentTest, TestAnalyzedSuggestions, SSLMigrationTest, TestStressLiveNodes, HdfsNNFailoverTest, TestSQLHandlerNonCloud, AnalyticsMergeStrategyTest, TestExtendedDismaxParser, SimpleCollectionCreateDeleteTest, DistribDocExpirationUpdateProcessorTest, TestFunctionQuery, TestElisionMultitermQuery, TestLegacyFieldReuse, SynonymTokenizerTest, BooleanFieldTest, EchoParamsTest, DocumentAnalysisRequestHandlerTest, MoreLikeThisHandlerTest, LeaderFailoverAfterPartitionTest, TestSolrConfigHandler, SolrIndexSplitterTest, RestartWhileUpdatingTest, CursorMarkTest, TestNumericRangeQuery32, TestFaceting, TestRTGBase, TestFastWriter, TestExportWriter, TestSimpleTrackingShardHandler, TestPartialUpdateDeduplication, TolerantUpdateProcessorTest, BasicDistributedZkTest, TestRandomFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestRealTimeGet, TestStressReorder, TestReload, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, SuggesterFSTTest, CoreAdminHandlerTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, SolrInfoBeanTest, CacheHeaderTest, LukeRequestHandlerTest, TestQueryTypes, TestOmitPositions, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, RequiredFieldsTest, TestCollationField, MBeansHandlerTest, ResponseLogComponentTest, MultiTermTest, TestDocSet, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestLMDirichletSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, TestLRUCache, TestDocumentBuilder, DistributedMLTComponentTest, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AssignTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest, ForceLeaderTest, MoveReplicaHDFSTest, OverseerRolesTest, RemoteQueryErrorTest, ReplaceNodeTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplicaErrorHandling, TestReplicaProperties, TestSSLRandomization, TestSegmentSorting, TestSkipOverseerOperations, TestStressCloudBlindAtomicUpdates, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkFailoverTest, AutoScalingHandlerTest, ComputePlanActionTest, ExecutePlanActionTest, HttpTriggerListenerTest, MetricTriggerTest, NodeAddedTriggerTest, SystemLogListenerTest, TestNodeLostTrigger, CdcrBidirectionalTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ZkStateWriterTest, TestConfigSetProperties, TestConfigSets, TestDynamicLoading]
[junit4] Completed [609/766 (4!)] on J1 in 26.98s, 1 test, 1 failure <<< FAILURES!
[...truncated 48626 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 389 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/389/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig
Error Message:
expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}>
Stack Trace:
java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{
"cluster-preferences":[{"maximize":"freedisk"}],
"triggers":{".auto_add_replicas":{
"name":".auto_add_replicas",
"event":"nodeLost",
"waitFor":30,
"actions":[
{
"name":"auto_add_replicas_plan",
"class":"solr.AutoAddReplicasPlanAction"},
{
"name":"execute_plan",
"class":"solr.ExecutePlanAction"}],
"enabled":true}},
"listeners":{".auto_add_replicas.system":{
"trigger":".auto_add_replicas",
"afterAction":[],
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED",
"BEFORE_ACTION",
"AFTER_ACTION",
"IGNORED"],
"class":"org.apache.solr.cloud.autoscaling.SystemLogListener",
"beforeAction":[]}},
"properties":{}}>
at __randomizedtesting.SeedInfo.seed([1DBE2AAE8CF9A1CD:223629069BAF512A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.testParse
Error Message:
Error from server at https://127.0.0.1:48149/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:48149/solr: Collection : myalias_2017-10-24 is part of alias myalias remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([1DBE2AAE8CF9A1CD:723B61F6308F9222]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.doBefore(TimeRoutedAliasUpdateProcessorTest.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13506 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/init-core-data-001
[junit4] 2> 3588625 WARN (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=26 numCloses=26
[junit4] 2> 3588625 INFO (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3588626 INFO (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3588626 INFO (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3588626 INFO (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? true
[junit4] 2> 3588627 INFO (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001
[junit4] 2> 3588627 INFO (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3588627 INFO (Thread-7090) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3588627 INFO (Thread-7090) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3588628 ERROR (Thread-7090) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3588730 INFO (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45670
[junit4] 2> 3588732 INFO (zkConnectionManagerCallback-9736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3588740 INFO (jetty-launcher-9733-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3588741 INFO (jetty-launcher-9733-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c153362{/solr,null,AVAILABLE}
[junit4] 2> 3588740 INFO (jetty-launcher-9733-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3588743 INFO (jetty-launcher-9733-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3588743 INFO (jetty-launcher-9733-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@151ac93d{/solr,null,AVAILABLE}
[junit4] 2> 3588744 INFO (jetty-launcher-9733-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3dd39f14{SSL,[ssl, http/1.1]}{127.0.0.1:61951}
[junit4] 2> 3588744 INFO (jetty-launcher-9733-thread-3) [ ] o.e.j.s.Server Started @3592620ms
[junit4] 2> 3588744 INFO (jetty-launcher-9733-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61951}
[junit4] 2> 3588745 ERROR (jetty-launcher-9733-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3588745 INFO (jetty-launcher-9733-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3588745 INFO (jetty-launcher-9733-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3588745 INFO (jetty-launcher-9733-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3588745 INFO (jetty-launcher-9733-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-12T14:14:03.318Z
[junit4] 2> 3588747 INFO (jetty-launcher-9733-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@645d38a5{/solr,null,AVAILABLE}
[junit4] 2> 3588747 INFO (jetty-launcher-9733-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@64c17fb9{SSL,[ssl, http/1.1]}{127.0.0.1:55008}
[junit4] 2> 3588748 INFO (jetty-launcher-9733-thread-2) [ ] o.e.j.s.Server Started @3592623ms
[junit4] 2> 3588748 INFO (jetty-launcher-9733-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55008}
[junit4] 2> 3588748 ERROR (jetty-launcher-9733-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3588748 INFO (jetty-launcher-9733-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3588748 INFO (jetty-launcher-9733-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3588748 INFO (jetty-launcher-9733-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3588748 INFO (jetty-launcher-9733-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-12T14:14:03.321Z
[junit4] 2> 3588748 INFO (jetty-launcher-9733-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a610216{SSL,[ssl, http/1.1]}{127.0.0.1:36572}
[junit4] 2> 3588748 INFO (jetty-launcher-9733-thread-1) [ ] o.e.j.s.Server Started @3592624ms
[junit4] 2> 3588752 INFO (jetty-launcher-9733-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36572}
[junit4] 2> 3588752 ERROR (jetty-launcher-9733-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3588753 INFO (jetty-launcher-9733-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3588753 INFO (jetty-launcher-9733-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3588753 INFO (jetty-launcher-9733-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3588753 INFO (jetty-launcher-9733-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-12T14:14:03.326Z
[junit4] 2> 3588756 INFO (zkConnectionManagerCallback-9738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3588756 INFO (zkConnectionManagerCallback-9742-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3588761 INFO (zkConnectionManagerCallback-9740-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3588761 INFO (jetty-launcher-9733-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3588761 INFO (jetty-launcher-9733-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3588762 INFO (jetty-launcher-9733-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3588891 INFO (jetty-launcher-9733-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45670/solr
[junit4] 2> 3588892 INFO (jetty-launcher-9733-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45670/solr
[junit4] 2> 3588892 INFO (zkConnectionManagerCallback-9746-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3588897 INFO (zkConnectionManagerCallback-9750-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3588897 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160eab86cc10004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3588899 INFO (jetty-launcher-9733-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45670/solr
[junit4] 2> 3588900 INFO (zkConnectionManagerCallback-9753-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3588900 INFO (zkConnectionManagerCallback-9758-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3588900 INFO (zkConnectionManagerCallback-9756-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3588903 INFO (zkConnectionManagerCallback-9760-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3589108 INFO (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3589113 INFO (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61951_solr
[junit4] 2> 3589115 INFO (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr ] o.a.s.c.Overseer Overseer (id=99337269621620744-127.0.0.1:61951_solr-n_0000000000) starting
[junit4] 2> 3589118 INFO (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3589120 INFO (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36572_solr
[junit4] 2> 3589122 INFO (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3589123 INFO (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3589124 INFO (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3589127 INFO (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3589131 INFO (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55008_solr
[junit4] 2> 3589132 INFO (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3589133 INFO (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3589135 INFO (OverseerStateUpdate-99337269621620744-127.0.0.1:61951_solr-n_0000000000) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3589137 INFO (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61951_solr
[junit4] 2> 3589152 INFO (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3589157 INFO (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3589162 INFO (zkCallback-9757-thread-2-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3589274 INFO (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55008.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3589281 INFO (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55008.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3589281 INFO (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55008.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3589282 INFO (jetty-launcher-9733-thread-2) [n:127.0.0.1:55008_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node3/.
[junit4] 2> 3589306 INFO (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36572.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3589307 INFO (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61951.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3589312 INFO (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36572.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3589312 INFO (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36572.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3589313 INFO (jetty-launcher-9733-thread-1) [n:127.0.0.1:36572_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node1/.
[junit4] 2> 3589313 INFO (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61951.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3589314 INFO (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61951.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3589314 INFO (jetty-launcher-9733-thread-3) [n:127.0.0.1:61951_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node2/.
[junit4] 2> 3589354 INFO (zkConnectionManagerCallback-9768-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3589358 INFO (zkConnectionManagerCallback-9772-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3589359 INFO (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3589360 INFO (SUITE-TestClusterStateProvider-seed#[1DBE2AAE8CF9A1CD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45670/solr ready
[junit4] 2> 3589380 INFO (qtp1173552719-35412) [n:127.0.0.1:55008_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3589390 INFO (OverseerThreadFactory-13948-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 3589507 INFO (OverseerStateUpdate-99337269621620744-127.0.0.1:61951_solr-n_0000000000) [n:127.0.0.1:61951_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:61951/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3589510 INFO (OverseerStateUpdate-99337269621620744-127.0.0.1:61951_solr-n_0000000000) [n:127.0.0.1:61951_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:55008/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3589513 INFO (OverseerStateUpdate-99337269621620744-127.0.0.1:61951_solr-n_0000000000) [n:127.0.0.1:61951_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_p4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36572/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3589728 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3589729 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3589757 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3589757 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 3589758 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3589758 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3589868 INFO (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3589868 INFO (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3589868 INFO (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3589868 INFO (zkCallback-9757-thread-2-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3589869 INFO (zkCallback-9759-thread-2-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3589869 INFO (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3590782 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3590782 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3590782 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3590805 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 3590805 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 3590805 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 3590807 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 3590808 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 3590808 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core
[junit4] 2> 3590811 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 3590811 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 3590811 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 3590812 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 3590812 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 3590812 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
[junit4] 2> 3590815 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 3590815 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 3590815 WARN (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3590816 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true
[junit4] 2> 3590816 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55008.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3590816 WARN (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
[junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
[junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
[junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3590816 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 3590816 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36572.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3590816 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3590817 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3590817 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node3/.system_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node3/./.system_shard1_replica_n2/data/]
[junit4] 2> 3590817 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node1/.system_shard1_replica_p4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node1/./.system_shard1_replica_p4/data/]
[junit4] 2> 3590817 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61951.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3590817 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3590817 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
[junit4] 2> 3590868 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3590868 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3590869 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3590869 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3590869 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 3590869 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3590869 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 3590869 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3590870 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 3590870 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3590872 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@50f9b4d0[.system_shard1_replica_p4] main]
[junit4] 2> 3590872 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@33c35624[.system_shard1_replica_n2] main]
[junit4] 2> 3590872 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c795d86[.system_shard1_replica_n1] main]
[junit4] 2> 3590873 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 3590874 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 3590874 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 3590874 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 3590874 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 3590874 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 3590875 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 3590875 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 3590875 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 3590875 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 3590875 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 3590876 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3590876 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 3590877 INFO (searcherExecutor-13956-thread-1-processing-n:127.0.0.1:36572_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@50f9b4d0[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3590877 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader
[junit4] 2> 3590877 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 3590878 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 3590878 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 3590878 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3590880 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 3590880 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 3590880 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 4 ms
[junit4] 2> 3590881 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3590881 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589396316308373504
[junit4] 2> 3590881 INFO (searcherExecutor-13957-thread-1-processing-n:127.0.0.1:61951_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@6c795d86[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3590882 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 3590882 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6 ms
[junit4] 2> 3590883 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3590883 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589396316310470656
[junit4] 2> 3590884 INFO (searcherExecutor-13955-thread-1-processing-n:127.0.0.1:55008_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@33c35624[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3590890 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3590891 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3590891 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:61951/solr/.system_shard1_replica_n1/
[junit4] 2> 3590891 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:61951/solr START replicas=[https://127.0.0.1:55008/solr/.system_shard1_replica_n2/] nUpdates=100
[junit4] 2> 3590894 INFO (qtp1173552719-35400) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3590993 INFO (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3590993 INFO (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3590993 INFO (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3590993 INFO (zkCallback-9759-thread-2-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3590993 INFO (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3590993 INFO (zkCallback-9757-thread-2-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591191 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:61951/solr DONE. We have no versions. sync failed.
[junit4] 2> 3591191 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3591192 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3591192 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3591199 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:61951/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 3591301 INFO (zkCallback-9757-thread-2-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591301 INFO (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591301 INFO (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591301 INFO (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591301 INFO (zkCallback-9759-thread-2-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591301 INFO (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591350 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3591354 INFO (qtp260787164-35386) [n:127.0.0.1:61951_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1596
[junit4] 2> 3591460 INFO (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591460 INFO (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591460 INFO (zkCallback-9759-thread-2-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591460 INFO (zkCallback-9757-thread-3-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591460 INFO (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591461 INFO (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591885 INFO (qtp1071389987-35391) [n:127.0.0.1:36572_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2128
[junit4] 2> 3591894 INFO (qtp1173552719-35406) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2167
[junit4] 2> 3591900 INFO (qtp1173552719-35412) [n:127.0.0.1:55008_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3591997 INFO (zkCallback-9759-thread-2-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591997 INFO (zkCallback-9757-thread-1-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591998 INFO (zkCallback-9757-thread-3-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591998 INFO (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591998 INFO (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3591998 INFO (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3592901 INFO (qtp1173552719-35412) [n:127.0.0.1:55008_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3522
[junit4] 2> 3592907 INFO (qtp1173552719-35403) [n:127.0.0.1:55008_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3592912 INFO (qtp1071389987-35394) [n:127.0.0.1:36572_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3592916 INFO (qtp260787164-35385) [n:127.0.0.1:61951_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3592962 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode
[junit4] 2> 3592964 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3592966 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@548e3e20{/solr,null,AVAILABLE}
[junit4] 2> 3592966 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51d39c61{SSL,[ssl, http/1.1]}{127.0.0.1:53486}
[junit4] 2> 3592966 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.e.j.s.Server Started @3596843ms
[junit4] 2> 3592966 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53486}
[junit4] 2> 3592966 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3592967 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 3592967 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3592967 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3592967 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-12T14:14:07.540Z
[junit4] 2> 3592968 INFO (zkConnectionManagerCallback-9774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3592969 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3592975 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45670/solr
[junit4] 2> 3592977 INFO (zkConnectionManagerCallback-9778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3592980 INFO (zkConnectionManagerCallback-9780-thread-1-processing-n:127.0.0.1:53486_solr) [n:127.0.0.1:53486_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3592989 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3592992 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3592995 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53486_solr
[junit4] 2> 3592996 INFO (zkCallback-9771-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3592996 INFO (zkCallback-9757-thread-3-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3592996 INFO (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3592997 INFO (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3592998 INFO (zkCallback-9779-thread-1-processing-n:127.0.0.1:53486_solr) [n:127.0.0.1:53486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3593075 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53486.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3593083 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53486.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3593083 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53486.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2565cdbc
[junit4] 2> 3593084 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [n:127.0.0.1:53486_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_1DBE2AAE8CF9A1CD-001/tempDir-001/node4/.
[junit4] 2> 3593358 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@64c17fb9{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 3593359 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1584907957
[junit4] 2> 3593360 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3593360 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4703af72: rootName = solr_55008, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@33e61337
[junit4] 2> 3593366 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3593366 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4110928b: rootName = solr_55008, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@71b784d1
[junit4] 2> 3593370 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3593370 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37269db6: rootName = solr_55008, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@19630d14
[junit4] 2> 3593373 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55008_solr
[junit4] 2> 3593375 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3593375 INFO (zkCallback-9752-thread-2-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3593375 INFO (zkCallback-9779-thread-1-processing-n:127.0.0.1:53486_solr) [n:127.0.0.1:53486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3593375 INFO (zkCallback-9771-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3593375 INFO (zkCallback-9759-thread-1-processing-n:127.0.0.1:55008_solr) [n:127.0.0.1:55008_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3593375 INFO (zkCallback-9757-thread-3-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3593376 INFO (coreCloseExecutor-13981-thread-1) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4c285f54
[junit4] 2> 3593376 INFO (coreCloseExecutor-13981-thread-1) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n2, tag=1277714260
[junit4] 2> 3593376 INFO (coreCloseExecutor-13981-thread-1) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f3a69ce: rootName = solr_55008, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@49f5644b
[junit4] 2> 3593384 INFO (coreCloseExecutor-13981-thread-1) [n:127.0.0.1:55008_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1277714260
[junit4] 2> 3593388 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[1DBE2AAE8CF9A1CD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@645d38a5{/solr,null,UNAVAILABLE}
[junit4] 2> 3593394 INFO (OverseerCollectionConfigSetProcessor-99337269621620744-127.0.0.1:61951_solr-n_0000000000) [n:127.0.0.1:61951_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3593481 INFO (zkCallback-9757-thread-3-processing-n:127.0.0.1:61951_solr) [n:127.0.0.1:61951_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3593481 INFO (zkCallback-9752-thread-1-processing-n:127.0.0.1:36572_solr) [n:127.0.0.1:36572_solr ] o.a.s.c.c.ZkStateReader A cluster state
[...truncated too long message...]
st, HdfsBasicDistributedZk2Test, StatsComponentTest, TestLRUStatsCache, TestTolerantSearch, BlockDirectoryTest, SolrGraphiteReporterTest, NoCacheHeaderTest, TestSolrCLIRunExample, RulesTest, ConfigSetsAPITest, CloneFieldUpdateProcessorFactoryTest, TestCloudPseudoReturnFields, SolrJmxReporterTest, TestRawResponseWriter, TestSurroundQueryParser, SolrMetricsIntegrationTest, TestSolrCloudWithDelegationTokens, UUIDFieldTest, TestConfigSets, TestMiniSolrCloudClusterSSL, TestFiltering, CursorPagingTest, DistributedFacetExistsSmallTest, DeleteNodeTest, NotRequiredUniqueKeyTest, CircularListTest, TestCloudDeleteByQuery, CoreAdminCreateDiscoverTest, MetricsHandlerTest, CollectionsAPISolrJTest, ClusterStateTest, TestSolrCoreProperties, TestTriggerIntegration, TestEmbeddedSolrServerAdminHandler, TestHdfsBackupRestoreCore, ScriptEngineTest, ZkControllerTest, SuggesterFSTTest, TestNoOpRegenerator, OutputWriterTest, TestPolicyCloud, DistributedQueryElevationComponentTest, PathHierarchyTokenizerFactoryTest, AnalyticsQueryTest, ClassificationUpdateProcessorIntegrationTest, TestFieldResource, ShardRoutingTest, TestSolrCoreSnapshots, WordBreakSolrSpellCheckerTest, TestBulkSchemaConcurrent, ChaosMonkeySafeLeaderWithPullReplicasTest, TestNumericRangeQuery64, NumericFieldsTest, TestManagedResource, DistributedTermsComponentTest, HighlighterMaxOffsetTest, TestMacros, ConjunctionSolrSpellCheckerTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedUpdateProcessorTest, HLLUtilTest, TestCSVResponseWriter, TemplateUpdateProcessorTest, TestInitParams, NodeMutatorTest, TestAtomicUpdateErrorCases, TestAnalyzeInfixSuggestions, ConfigureRecoveryStrategyTest, TestLegacyNumericRangeQueryBuilder, TestCloudJSONFacetJoinDomain, TestSweetSpotSimilarityFactory, TestStandardQParsers, TestAddFieldRealTimeGet, DefaultValueUpdateProcessorTest, TestJsonRequest, SmileWriterTest, TestAuthorizationFramework, AssignBackwardCompatibilityTest, TestManagedSchemaAPI, TestPrepRecovery, TestRestManager, TestReversedWildcardFilterFactory, TestDynamicFieldResource, TestSQLHandler, TestTlogReplica, TestRangeQuery, TestConfigReload, CollectionReloadTest, LeaderElectionTest, TestSolrConfigHandlerCloud, AtomicUpdatesTest, TestCoreDiscovery, TestSchemalessBufferedUpdates, TestPerFieldSimilarityWithDefaultOverride, TestHighlightDedupGrouping, TestLocalFSCloudBackupRestore, SolrXmlInZkTest, TestCollectionAPIs, TestWriterPerf, TestPhraseSuggestions, TestChildDocTransformer, TestLazyCores, URLClassifyProcessorTest, ResponseLogComponentTest, TestStressRecovery, CleanupOldIndexTest, MoveReplicaHDFSFailoverTest, SearchHandlerTest, ReturnFieldsTest, SuggestComponentContextFilterQueryTest, TestSolrXml, SolrCmdDistributorTest, DeleteInactiveReplicaTest, SearchRateTriggerTest, TestPayloadCheckQParserPlugin, UtilsToolTest, TestScoreJoinQPNoScore, LeaderFailureAfterFreshStartTest, TestPointFields, FullHLLTest, TestSmileRequest, UUIDUpdateProcessorFallbackTest, MetricsConfigTest, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestStressVersions, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, PeerSyncTest, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, TestIndexingPerformance, TestSolrQueryParser, FastVectorHighlighterTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, DirectSolrConnectionTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, DeleteStatusTest, DistribCursorPagingTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerStatusTest, RemoteQueryErrorTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudPivotFacet, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestSkipOverseerOperations, TestStressInPlaceUpdates, ExecutePlanActionTest, MetricTriggerTest, NodeAddedTriggerTest, SystemLogListenerTest, TestClusterStateProvider, TestComputePlanAction, TestExecutePlanAction, TestGenericDistributedQueue, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, ZkStateReaderTest, ZkStateWriterTest, CoreSorterTest, DirectoryFactoryTest, TestCorePropertiesReload, TestDynamicLoading, RequestLoggingTest, TestRestoreCore, TestSystemCollAutoCreate, CoreMergeIndexesAdminHandlerTest, InfoHandlerTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, StatsReloadRaceTest, TestConfigsApi, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotSmallTest, DistributedFacetPivotWhiteBoxTest, DistributedQueryComponentCustomSortTest, DistributedSuggestComponentTest, ReplicaListTransformerTest, ShufflingReplicaListTransformerTest, TestDistributedStatsComponentCardinality, TestExpandComponent, TestPivotHelperCode, TestSlowCompositeReaderWrapper, UninvertDocValuesMergePolicyTest, TestLegacyField, TestLegacyFieldReuse, TestLegacyNumericUtils, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32, TestNumericTokenStream, SolrCoreMetricManagerTest, SolrMetricManagerTest, SolrGangliaReporterTest, SolrCloudReportersTest, TestIntervalFaceting, TestStreamBody, TestCustomDocTransformer, TestExportWriter, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestJavabinTupleStreamParser, TestPushWriter, TestRawTransformer, TestRetrieveFieldsOptimizer, TestSubQueryTransformer, TestSubQueryTransformerCrossCore, TestManagedResourceStorage, TestCopyFieldCollectionResource, TestFieldCollectionResource, TestFieldTypeResource, TestSchemaResource, TestSchemaSimilarityResource, TestSerializedLuceneMatchVersion, TestManagedStopFilterFactory, TestManagedSynonymGraphFilterFactory, EnumFieldTest, ManagedSchemaRoundRobinCloudTest, SchemaApiFailureTest, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestUseDocValuesAsStored2, AnalyticsMergeStrategyTest, LargeFieldTest, RankQueryTest, SortSpecParsingTest, TestCollapseQParserPlugin, TestComplexPhraseLeadingWildcard, TestCustomSort, TestGraphTermsQParserPlugin, TestInitQParser, TestMissingGroups, TestMultiWordSynonyms, TestOverriddenPrefixQueryForCustomFieldType, TestQueryWrapperFilter, TestRandomCollapseQParserPlugin, TestRecoveryHdfs, TestExactSharedStatsCache, TestExactStatsCache, BasicAuthIntegrationTest, BasicAuthStandaloneTest, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, TestSolrCloudWithHadoopAuthPlugin, HttpSolrCallGetCoreTest, HdfsLockFactoryTest, TestDocTermOrds, TestFieldCache, TestFieldCacheReopen, TestFieldCacheVsDocValues, TestFieldCacheWithThreads, TestNumericTerms64, TestUninvertingReader, AddBlockUpdateTest, AnalysisErrorHandlingTest, SolrIndexMetricsTest, TestDocBasedVersionConstraints, TestExceedMaxTermLength, TestHdfsUpdateLog, UpdateLogTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestNamedUpdateProcessors, TimeRoutedAliasUpdateProcessorTest]
[junit4] Completed [759/766 (2!)] on J0 in 22.25s, 2 tests, 1 error <<< FAILURES!
[...truncated 48154 lines...]