You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/11/27 16:28:37 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 260 - Still Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/260/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
KeeperErrorCode = Session expired for /clusterstate.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
at __randomizedtesting.SeedInfo.seed([C43CE26D93BF099C:70DCBEEC65B9A98D]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:308)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308)
at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:421)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:442)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:111)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11804 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171127_130246_6522659386859843272668.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 22020096 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/hs_err_pid8603.log
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171127_130246_6523585915014860266223.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000000eed80000, 22020096, 0) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J0: EOF ----
[...truncated 159 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/init-core-data-001
[junit4] 2> 1420139 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1420154 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1420155 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1420156 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001
[junit4] 2> 1420156 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1420170 INFO (Thread-1968) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1420170 INFO (Thread-1968) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1420329 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44290
[junit4] 2> 1421010 ERROR (Thread-1968) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1421179 INFO (jetty-launcher-484-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1421180 INFO (jetty-launcher-484-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1421183 INFO (jetty-launcher-484-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1421187 INFO (jetty-launcher-484-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1421187 INFO (jetty-launcher-484-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d609148{/solr,null,AVAILABLE}
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55d2cd29{SSL,[ssl, http/1.1]}{127.0.0.1:42635}
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.e.j.s.Server Started @1441969ms
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42635}
[junit4] 2> 1421195 ERROR (jetty-launcher-484-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1421195 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T13:26:48.959Z
[junit4] 2> 1421259 INFO (jetty-launcher-484-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73dea631{/solr,null,AVAILABLE}
[junit4] 2> 1421259 INFO (jetty-launcher-484-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f488f3{SSL,[ssl, http/1.1]}{127.0.0.1:40692}
[junit4] 2> 1421259 INFO (jetty-launcher-484-thread-2) [ ] o.e.j.s.Server Started @1442033ms
[junit4] 2> 1421259 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40692}
[junit4] 2> 1421260 ERROR (jetty-launcher-484-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1421260 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1421260 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1421260 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1421260 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T13:26:49.024Z
[junit4] 2> 1421420 INFO (jetty-launcher-484-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d28dbf0{/solr,null,AVAILABLE}
[junit4] 2> 1421421 INFO (jetty-launcher-484-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f525d30{SSL,[ssl, http/1.1]}{127.0.0.1:51479}
[junit4] 2> 1421421 INFO (jetty-launcher-484-thread-1) [ ] o.e.j.s.Server Started @1442195ms
[junit4] 2> 1421421 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51479}
[junit4] 2> 1421421 ERROR (jetty-launcher-484-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1421422 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1421422 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1421422 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1421422 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T13:26:49.186Z
[junit4] 2> 1421440 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1421457 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1421458 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1421503 INFO (jetty-launcher-484-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5446c725{/solr,null,AVAILABLE}
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@364c210d{SSL,[ssl, http/1.1]}{127.0.0.1:57790}
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.e.j.s.Server Started @1442278ms
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57790}
[junit4] 2> 1421504 ERROR (jetty-launcher-484-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1421504 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T13:26:49.268Z
[junit4] 2> 1421635 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1421637 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1421637 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1421658 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1421887 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1421887 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1421947 INFO (jetty-launcher-484-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44290/solr
[junit4] 2> 1422752 INFO (jetty-launcher-484-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44290/solr
[junit4] 2> 1422946 INFO (jetty-launcher-484-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44290/solr
[junit4] 2> 1422754 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1423070 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1423070 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1423123 INFO (jetty-launcher-484-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44290/solr
[junit4] 2> 1423377 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ffda8a21d0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1423382 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ffda8a21d0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1423384 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ffda8a21d0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1423450 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1423451 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42635_solr
[junit4] 2> 1423452 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.c.Overseer Overseer (id=99076617541582858-127.0.0.1:42635_solr-n_0000000000) starting
[junit4] 2> 1423572 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1423598 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57790_solr
[junit4] 2> 1423660 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1423661 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1423663 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51479_solr
[junit4] 2> 1423690 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42635_solr
[junit4] 2> 1423714 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1424054 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1424067 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1424082 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40692_solr
[junit4] 2> 1424712 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1424734 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1424734 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1424751 INFO (jetty-launcher-484-thread-1) [n:127.0.0.1:51479_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node1
[junit4] 2> 1424823 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1424903 INFO (zkCallback-504-thread-2-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1424903 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1424907 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1424955 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1424955 INFO (zkCallback-507-thread-1-processing-n:127.0.0.1:51479_solr) [n:127.0.0.1:51479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1425060 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425060 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425061 INFO (jetty-launcher-484-thread-2) [n:127.0.0.1:40692_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node2
[junit4] 2> 1425575 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425596 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425599 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425599 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425601 INFO (jetty-launcher-484-thread-3) [n:127.0.0.1:42635_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node3
[junit4] 2> 1425616 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425616 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1425617 INFO (jetty-launcher-484-thread-4) [n:127.0.0.1:57790_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node4
[junit4] 2> 1426693 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1426762 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[C43CE26D93BF099C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44290/solr ready
[junit4] 2> 1427670 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1427672 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1427752 INFO (qtp1778879221-4390) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1427765 INFO (qtp1778879221-4390) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 1427771 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1427784 INFO (qtp1778879221-4391) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1427784 INFO (qtp1778879221-4391) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1427787 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
[junit4] 2> 1427833 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
[junit4] 2> 1427834 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1427845 INFO (qtp1778879221-4392) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1428483 INFO (OverseerThreadFactory-1107-thread-2-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 1428498 WARN (OverseerThreadFactory-1107-thread-2-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfdeletedcollection) without cores.
[junit4] 2> 1429185 INFO (qtp1778879221-4392) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1429185 INFO (qtp1778879221-4392) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=1340
[junit4] 2> 1429186 INFO (qtp1778879221-4393) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-002&action=ADDREPLICA&collection=halfdeletedcollection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1429223 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1429224 INFO (OverseerThreadFactory-1107-thread-3-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40692_solr for creating new replica
[junit4] 2> 1429304 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection_shard1_replica_n41",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40692/solr",
[junit4] 2> "node_name":"127.0.0.1:40692_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1430415 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node42&dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-002&collection.configName=conf&name=halfdeletedcollection_shard1_replica_n41&action=CREATE&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1430416 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1430550 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1430553 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1430575 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica_n41] Schema name=minimal
[junit4] 2> 1430577 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1430577 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica_n41' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 1430578 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard1.replica_n41' (registry 'solr.core.halfdeletedcollection.shard1.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1430578 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1430578 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node2/halfdeletedcollection_shard1_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-002/]
[junit4] 2> 1430610 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1431006 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1431006 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1431007 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1431007 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1431039 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e2b465[halfdeletedcollection_shard1_replica_n41] main]
[junit4] 2> 1431041 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1431041 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1431042 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1431042 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585225891898720256
[junit4] 2> 1431088 INFO (searcherExecutor-1116-thread-1-processing-n:127.0.0.1:40692_solr x:halfdeletedcollection_shard1_replica_n41 s:shard1 c:halfdeletedcollection r:core_node42) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n41] Registered new searcher Searcher@4e2b465[halfdeletedcollection_shard1_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n41/
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.SyncStrategy https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n41/ has no replicas
[junit4] 2> 1431091 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1431116 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n41/ shard1
[junit4] 2> 1431230 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1431231 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1431323 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1431325 INFO (qtp1447240445-4380) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node42 x:halfdeletedcollection_shard1_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node42&dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-002&collection.configName=conf&name=halfdeletedcollection_shard1_replica_n41&action=CREATE&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=909
[junit4] 2> 1431343 INFO (qtp1778879221-4393) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-002&action=ADDREPLICA&collection=halfdeletedcollection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2157
[junit4] 2> 1431344 INFO (qtp1778879221-4386) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1431351 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1431364 INFO (OverseerThreadFactory-1107-thread-4-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1431373 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n41, tag=null
[junit4] 2> 1431373 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8f4bb0a: rootName = null, domain = solr.core.halfdeletedcollection.shard1.replica_n41, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard1.replica_n41 / com.codahale.metrics.MetricRegistry@2a5f9ab
[junit4] 2> 1431439 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n41] CLOSING SolrCore org.apache.solr.core.SolrCore@3a3f2964
[junit4] 2> 1431439 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n41, tag=977217892
[junit4] 2> 1431439 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=977217892
[junit4] 2> 1431455 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1431455 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1431486 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica_n41&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=112
[junit4] 2> 1432356 INFO (qtp1778879221-4386) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=1011
[junit4] 2> 1432357 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1432357 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1432359 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1432360 WARN (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.LockTree lock_is_leaked at[halfdeletedcollection]
[junit4] 2> 1432360 INFO (OverseerThreadFactory-1107-thread-4-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.LockTree Unlocked multiple times : halfdeletedcollection
[junit4] 2> 1432403 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1432404 INFO (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
[junit4] 2> 1432957 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"halfdeletedcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40692/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1432984 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"halfdeletedcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"halfdeletedcollection_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:57790/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1433205 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1433525 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1433525 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1433609 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica_n3&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1433609 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1433764 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1433764 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1433764 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1433764 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1434245 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1434271 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1434274 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1434274 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica_n1' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 1434274 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard1.replica_n1' (registry 'solr.core.halfdeletedcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1434274 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1434286 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node2/halfdeletedcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node2/halfdeletedcollection_shard1_replica_n1/data/]
[junit4] 2> 1436045 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1436058 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1436058 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1436229 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1436230 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1436239 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71cb23c7[halfdeletedcollection_shard1_replica_n1] main]
[junit4] 2> 1436248 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1436249 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1436249 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1436249 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585225897358655488
[junit4] 2> 1436265 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.s.IndexSchema [halfdeletedcollection_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1436432 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1436432 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard2_replica_n3' using configuration from collection halfdeletedcollection, trusted=true
[junit4] 2> 1436432 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard2.replica_n3' (registry 'solr.core.halfdeletedcollection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ddcdf76
[junit4] 2> 1436432 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1436432 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SolrCore [[halfdeletedcollection_shard2_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node4/halfdeletedcollection_shard2_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C43CE26D93BF099C-001/tempDir-001/node4/halfdeletedcollection_shard2_replica_n3/data/]
[junit4] 2> 1436447 INFO (searcherExecutor-1121-thread-1-processing-n:127.0.0.1:40692_solr x:halfdeletedcollection_shard1_replica_n1 s:shard1 c:halfdeletedcollection r:core_node2) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n1] Registered new searcher Searcher@71cb23c7[halfdeletedcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n1/
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1436501 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1436504 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436504 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436504 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436504 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436504 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40692/solr/halfdeletedcollection_shard1_replica_n1/ shard1
[junit4] 2> 1436523 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1436525 INFO (qtp1447240445-4381) [n:127.0.0.1:40692_solr c:halfdeletedcollection s:shard1 r:core_node2 x:halfdeletedcollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3320
[junit4] 2> 1436625 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436625 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436638 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436638 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1436722 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1436723 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1436724 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1436724 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1436824 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ffa8538[halfdeletedcollection_shard2_replica_n3] main]
[junit4] 2> 1436974 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1436998 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1437000 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1437000 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585225898146136064
[junit4] 2> 1437064 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1437065 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1437065 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:57790/solr/halfdeletedcollection_shard2_replica_n3/
[junit4] 2> 1437065 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1437065 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:57790/solr/halfdeletedcollection_shard2_replica_n3/ has no replicas
[junit4] 2> 1437065 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1437078 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:57790/solr/halfdeletedcollection_shard2_replica_n3/ shard2
[junit4] 2> 1437083 INFO (searcherExecutor-1126-thread-1-processing-n:127.0.0.1:57790_solr x:halfdeletedcollection_shard2_replica_n3 s:shard2 c:halfdeletedcollection r:core_node4) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica_n3] Registered new searcher Searcher@1ffa8538[halfdeletedcollection_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1437215 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437215 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437216 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437216 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437258 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1437260 INFO (qtp1324401651-4402) [n:127.0.0.1:57790_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica_n3&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3651
[junit4] 2> 1437414 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1437427 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437427 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:40692_solr) [n:127.0.0.1:40692_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437427 INFO (zkCallback-505-thread-2-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437462 INFO (zkCallback-505-thread-1-processing-n:127.0.0.1:57790_solr) [n:127.0.0.1:57790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1437527 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1438419 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=6059
[junit4] 2> 1438422 INFO (qtp1778879221-4391) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1438422 INFO (qtp1778879221-4391) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1438423 INFO (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deletePartiallyCreatedCollection
[junit4] 2> 1438544 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards
[junit4] 2> 1438545 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1438545 INFO (qtp1778879221-4392) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1438555 INFO (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1438568 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n1, tag=null
[junit4] 2> 1438568 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d70f2fb: rootName = null, domain = solr.core.halfdeletedcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@54d6885
[junit4] 2> 1438642 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@18776eec
[junit4] 2> 1438642 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n1, tag=410480364
[junit4] 2> 1438642 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=410480364
[junit4] 2> 1438643 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard2.replica_n3, tag=null
[junit4] 2> 1438643 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c40f5b9: rootName = null, domain = solr.core.halfdeletedcollection.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@76f52428
[junit4] 2> 1438673 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@19348749
[junit4] 2> 1438673 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard2.replica_n3, tag=422872905
[junit4] 2> 1438673 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard2.leader, tag=422872905
[junit4] 2> 1438681 INFO (qtp1447240445-4375) [n:127.0.0.1:40692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=113
[junit4] 2> 1438687 INFO (qtp1324401651-4398) [n:127.0.0.1:57790_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard2_replica_n3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=43
[junit4] 2> 1439624 INFO (qtp1778879221-4392) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=1079
[junit4] 2> 1439628 INFO (qtp1778879221-4393) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1439632 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1439635 INFO (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 1439638 ERROR (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:144)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1439672 INFO (qtp1778879221-4393) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=43
[junit4] 2> 1439672 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards
[junit4] 2> 1439808 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 1439809 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1439810 INFO (qtp1778879221-4386) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1439827 INFO (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 1439827 WARN (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 10 on collection collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1439827 ERROR (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2, value of nrtReplicas is 10, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:176)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1439828 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1439829 INFO (qtp1778879221-4386) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=19
[junit4] 2> 1439830 INFO (OverseerCollectionConfigSetProcessor-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000014 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1439831 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 1441140 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
[junit4] 2> 1441141 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1441163 ERROR (qtp1778879221-4390) [n:127.0.0.1:51479_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:217)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1441163 INFO (qtp1778879221-4390) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 1441163 INFO (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
[junit4] 2> 1441323 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[C43CE26D93BF099C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionsAPI
[junit4] 2> 1441324 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionsAPI-seed#[C43CE26D93BF099C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1441326 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=650b07bb-6f2a-4e67-89de-4807417dc124&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&nrtReplicas=2&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1441328 INFO (qtp1778879221-4389) [n:127.0.0.1:51479_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=650b07bb-6f2a-4e67-89de-4807417dc124&replicationFactor=2&collection.configName=conf2&maxShardsPerNode=3&name=awhollynewcollection_0&nrtReplicas=2&action=CREATE&numShards=5&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1441329 INFO (OverseerThreadFactory-1107-thread-5-processing-n:127.0.0.1:42635_solr) [n:127.0.0.1:42635_solr ] o.a.s.c.CreateCollectionCmd Create collection awhollynewcollection_0
[junit4] 2> 1441488 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"awhollynewcollection_0_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42635/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1441489 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"awhollynewcollection_0_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51479/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1441489 INFO (OverseerStateUpdate-99076617541582858-127.0.0.1:42635_solr-n_0000000000) [n:127.0.0.1:42635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"awhollynewcollection_0",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"awhollynewcollection_0_shar
[...truncated too long message...]
slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_130246_6549064630013278040268.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_130246_6542543583330629795665.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_130246_6547388988048926381120.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_130246_6544514217645843544710.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:779: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171127_130246_6522659386859843272668.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171127_130246_6523585915014860266223.syserr
Total time: 368 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #258 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 266 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/266/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:34781_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:34781_solr wasn't created
at __randomizedtesting.SeedInfo.seed([3B6506DBFB420724:23DF8ED7F577CACB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:924)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12896 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 4082362 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/init-core-data-001
[junit4] 2> 4082363 WARN (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 4082363 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4082364 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4082365 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001
[junit4] 2> 4082365 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4082365 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4082365 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4082415 ERROR (Thread-3496) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4082471 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33441
[junit4] 2> 4082558 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4082577 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4082760 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72e22f29{/solr,null,AVAILABLE}
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59997428{HTTP/1.1,[http/1.1]}{127.0.0.1:34600}
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.e.j.s.Server Started @4097075ms
[junit4] 2> 4082762 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34600}
[junit4] 2> 4082762 ERROR (jetty-launcher-3411-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4082763 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:14.511Z
[junit4] 2> 4082780 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b20d01e{/solr,null,AVAILABLE}
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26065b58{HTTP/1.1,[http/1.1]}{127.0.0.1:34227}
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.e.j.s.Server Started @4097094ms
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34227}
[junit4] 2> 4082781 ERROR (jetty-launcher-3411-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4082781 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:14.529Z
[junit4] 2> 4082854 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4082910 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4082964 INFO (jetty-launcher-3411-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4082980 INFO (jetty-launcher-3411-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4083111 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16016754c230005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4083280 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4083313 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34227_solr
[junit4] 2> 4083315 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer (id=99103884846497798-127.0.0.1:34227_solr-n_0000000000) starting
[junit4] 2> 4083351 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4083366 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34227_solr
[junit4] 2> 4083386 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4083387 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4083389 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4083389 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4083403 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: []
[junit4] 2> 4083440 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4083533 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4083535 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4083536 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34600_solr
[junit4] 2> 4083606 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4083659 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4083735 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083771 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083771 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34227.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083772 INFO (jetty-launcher-3411-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node1/.
[junit4] 2> 4083952 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083971 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083988 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4083989 INFO (jetty-launcher-3411-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node2/.
[junit4] 2> 4084318 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4084319 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4084479 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4084589 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 4084610 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 4084610 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4084610 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4084693 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4084728 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4084747 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4085737 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 4089751 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 4099853 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 4109947 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: actionThrottlePeriodSeconds from: 5 to: 6
[junit4] 2> 4109964 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109964 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 4109966 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4109967 DEBUG (ScheduledTrigger-4871-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4109967 DEBUG (ScheduledTrigger-4871-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109984 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109984 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 4109986 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4109986 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4109986 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4109987 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4110070 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14cf5b79{/solr,null,AVAILABLE}
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42c968ed{HTTP/1.1,[http/1.1]}{127.0.0.1:34461}
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4124384ms
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34461}
[junit4] 2> 4110071 ERROR (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4110071 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:41.819Z
[junit4] 2> 4110111 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4110144 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4110346 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4110347 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4110349 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
[junit4] 2> 4110350 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110432 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110432 INFO (zkCallback-3435-thread-1-processing-n:127.0.0.1:34461_solr) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4110755 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110901 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110901 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4110902 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [n:127.0.0.1:34461_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node3/.
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4110993 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34461_solr at time 1512205302741000000
[junit4] 2> 4110994 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302741000000], now=1512205302742000000
[junit4] 2> 4110994 DEBUG (ScheduledTrigger-4871-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5f956df40Tdzhjlbtxdh8duv2y9ds42jtj5",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512205302741000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302741000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:34461_solr at time 1512205302832000000
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205302832000000
[junit4] 2> 4111084 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj6",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111157 DEBUG (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb5f956df40Tdzhjlbtxdh8duv2y9ds42jtj5",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512205302741000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302741000000],
[junit4] 2> "_enqueue_time_":1512205302831000000,
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4111157 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y2
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205303891000000
[junit4] 2> 4112143 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj7",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4112326 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4112326 DEBUG (ScheduledTrigger-4871-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4113154 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205304903000000
[junit4] 2> 4113155 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj8",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4113333 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4113333 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205305915000000
[junit4] 2> 4114167 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtj9",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4114350 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4114350 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4115177 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205306926000000
[junit4] 2> 4115178 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtja",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4115356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4115356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205307937000000
[junit4] 2> 4116189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjb",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4116356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4116356 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117189 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 4117190 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117190 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:34461_solr] added at times [1512205302832000000], now=1512205308938000000
[junit4] 2> 4117243 DEBUG (ScheduledTrigger-4871-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjc",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4117244 DEBUG (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb5fec36c00Tdzhjlbtxdh8duv2y9ds42jtjc",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512205302832000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205302832000000],
[junit4] 2> "_enqueue_time_":1512205308991000000,
[junit4] 2> "nodeNames":["127.0.0.1:34461_solr"]}}
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.ActionThrottle The last action attempt started 6086ms ago.
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest last action at 1512205302978000000 time = 1512205308992000000 expected diff: 5998000000
[junit4] 2> 4117244 INFO (AutoscalingActionExecutor-4872-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y1
[junit4] 2> 4117312 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@42c968ed{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4117312 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=890939601
[junit4] 2> 4117328 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4117328 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@142f7481: rootName = solr_34461, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2df0eb26
[junit4] 2> 4117366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4117366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ca9d15c: rootName = solr_34461, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@183e7767
[junit4] 2> 4117369 DEBUG (ScheduledTrigger-4871-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 4117369 DEBUG (ScheduledTrigger-4871-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr, 127.0.0.1:34461_solr]
[junit4] 2> 4117403 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4117403 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@717642b: rootName = solr_34461, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6bc7478d
[junit4] 2> 4117405 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
[junit4] 2> 4117422 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117422 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4117426 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117426 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117434 INFO (zkCallback-3435-thread-1-processing-n:127.0.0.1:34461_solr) [n:127.0.0.1:34461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 4117446 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4117455 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14cf5b79{/solr,null,UNAVAILABLE}
[junit4] 2> 4117459 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 4117570 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 4117581 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4117589 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4117589 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4117605 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 4117609 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4117625 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4118066 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4118066 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4118080 INFO (qtp1351438513-15902) [n:127.0.0.1:34227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4118081 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4118081 DEBUG (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4118082 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4118082 INFO (qtp1166329626-15911) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 4118093 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4118094 DEBUG (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4118094 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4118094 INFO (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4118095 INFO (qtp1351438513-15900) [n:127.0.0.1:34227_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4118096 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4118096 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4118096 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4118096 DEBUG (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4118144 INFO (qtp1351438513-15900) [n:127.0.0.1:34227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 4118167 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41c02299{/solr,null,AVAILABLE}
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@622eddb5{HTTP/1.1,[http/1.1]}{127.0.0.1:33977}
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4132610ms
[junit4] 2> 4118297 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33977}
[junit4] 2> 4118298 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4118298 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:01:50.046Z
[junit4] 2> 4118322 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4118411 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4118510 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4118524 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4118525 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33977_solr
[junit4] 2> 4118526 INFO (zkCallback-3424-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118654 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118655 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118656 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4118946 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119000 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33977.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4119001 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:33977_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node4/.
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4119113 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33977_solr at time 1512205310861000000
[junit4] 2> 4120150 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4120150 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4120150 INFO (OverseerCollectionConfigSetProcessor-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4121159 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4121159 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4122172 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4122172 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4123181 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4123181 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4124190 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4124190 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4125194 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4125195 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4126200 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4126200 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4127212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4127212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4128212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4128212 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:33977_solr] added at times [1512205310861000000], now=1512205320962000000
[junit4] 2> 4129214 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eb7dd543d40Tdzhjlbtxdh8duv2y9ds42jtjd",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205310861000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205310861000000],
[junit4] 2> "nodeNames":["127.0.0.1:33977_solr"]}}
[junit4] 2> 4129215 INFO (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 4129216 DEBUG (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eb7dd543d40Tdzhjlbtxdh8duv2y9ds42jtjd",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205310861000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205310861000000],
[junit4] 2> "_enqueue_time_":1512205320963000000,
[junit4] 2> "nodeNames":["127.0.0.1:33977_solr"]}}
[junit4] 2> 4129217 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4129288 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@787deafd{/solr,null,AVAILABLE}
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@df5f5e7{HTTP/1.1,[http/1.1]}{127.0.0.1:35452}
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4143602ms
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35452}
[junit4] 2> 4129289 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4129289 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4129290 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:02:01.038Z
[junit4] 2> 4129325 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4129362 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4129464 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4129465 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4129502 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35452_solr
[junit4] 2> 4129503 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129504 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129504 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129561 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129561 INFO (zkCallback-3424-thread-2-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4129730 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129856 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129869 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35452.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4129870 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [n:127.0.0.1:35452_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node5/.
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4130230 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:35452_solr at time 1512205321978000000
[junit4] 2> 4131242 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4131242 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4132251 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4132251 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4133259 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4133260 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4134274 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4134275 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4135275 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4135304 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4136307 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4136307 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4137313 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4137314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4138314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4138314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4139314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4139314 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140280 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@26065b58{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=593995213
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4140296 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52507be: rootName = solr_34227, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4fd187ae
[junit4] 2> 4140318 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4140318 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fbfd183: rootName = solr_34227, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@183e7767
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34227_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:35452_solr] added at times [1512205321978000000], now=1512205332073000000
[junit4] 2> 4140325 DEBUG (ScheduledTrigger-4864-thread-1) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fc6eba73f43280Tdzhjlbtxdh8duv2y9ds42jtjf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205321978000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205321978000000],
[junit4] 2> "nodeNames":["127.0.0.1:35452_solr"]}}
[junit4] 2> 4140333 DEBUG (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fc6eba73f43280Tdzhjlbtxdh8duv2y9ds42jtjf",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1512205321978000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512205321978000000],
[junit4] 2> "_enqueue_time_":1512205332073000000,
[junit4] 2> "nodeNames":["127.0.0.1:35452_solr"]}}
[junit4] 2> 4140333 INFO (AutoscalingActionExecutor-4865-thread-1-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.ActionThrottle The last action attempt started 11117ms ago.
[junit4] 2> 4140334 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4140334 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b1c4d0f: rootName = solr_34227, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6bc7478d
[junit4] 2> 4140336 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34227_solr
[junit4] 2> 4140353 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140353 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (zkCallback-3424-thread-2-processing-n:127.0.0.1:34227_solr) [n:127.0.0.1:34227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140354 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 4140355 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4140355 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.Overseer Overseer (id=99103884846497798-127.0.0.1:34227_solr-n_0000000000) closing
[junit4] 2> 4140355 INFO (OverseerStateUpdate-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34227_solr
[junit4] 2> 4140356 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 4140361 WARN (OverseerAutoScalingTriggerThread-99103884846497798-127.0.0.1:34227_solr-n_0000000000) [n:127.0.0.1:34227_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4140378 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4140379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34600_solr
[junit4] 2> 4140379 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.Overseer Overseer (id=99103884846497796-127.0.0.1:34600_solr-n_0000000001) starting
[junit4] 2> 4140380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b20d01e{/solr,null,UNAVAILABLE}
[junit4] 2> 4140380 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 4140500 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140501 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140502 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 4140502 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 4140555 INFO (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4140556 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 4140556 DEBUG (ScheduledTrigger-4894-thread-1) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140634 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 4140662 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 4140663 DEBUG (zkCallback-3422-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 4140663 DEBUG (ScheduledTrigger-4894-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 4140663 DEBUG (ScheduledTrigger-4894-thread-2) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140664 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 4140698 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140715 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4140717 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 4140751 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4140752 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4140754 INFO (qtp1220350304-15999) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140755 INFO (qtp776807560-16017) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140756 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140756 DEBUG (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4140769 INFO (qtp1220350304-15997) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=52
[junit4] 2> 4140769 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 4140770 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140771 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140771 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 4140821 INFO (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 4140828 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140829 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 4140830 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4140830 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140830 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4140831 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33441/solr ready
[junit4] 2> 4140832 INFO (qtp1220350304-15999) [n:127.0.0.1:33977_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140842 INFO (qtp776807560-16021) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140849 INFO (qtp1166329626-15909) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 4140850 DEBUG (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4140861 INFO (qtp776807560-16018) [n:127.0.0.1:35452_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=91
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:35452_solr, 127.0.0.1:33977_solr, 127.0.0.1:34600_solr]
[junit4] 2> 4140862 DEBUG (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 4140862 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 4140862 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4140863 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4140863 DEBUG (OverseerAutoScalingTriggerThread-99103884846497796-127.0.0.1:34600_solr-n_0000000001) [n:127.0.0.1:34600_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4431b419{/solr,null,AVAILABLE}
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3785865d{HTTP/1.1,[http/1.1]}{127.0.0.1:43709}
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.e.j.s.Server Started @4155177ms
[junit4] 2> 4140864 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43709}
[junit4] 2> 4140864 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4140865 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-02T09:02:12.613Z
[junit4] 2> 4140900 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4140971 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33441/solr
[junit4] 2> 4141031 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4141046 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4141047 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43709_solr
[junit4] 2> 4141101 INFO (zkCallback-3422-thread-3-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141158 INFO (zkCallback-3430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141227 INFO (zkCallback-3463-thread-1-processing-n:127.0.0.1:43709_solr) [n:127.0.0.1:43709_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141155 INFO (zkCallback-3450-thread-1-processing-n:127.0.0.1:35452_solr) [n:127.0.0.1:35452_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141154 INFO (zkCallback-3444-thread-1-processing-n:127.0.0.1:33977_solr) [n:127.0.0.1:33977_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4141513 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141550 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141551 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43709.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6f038159
[junit4] 2> 4141568 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[3B6506DBFB420724]) [n:127.0.0.1:43709_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001/tempDir-001/node6/.
[junit4] 2> 4141831 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4141831 DEBUG (ScheduledTrigger-4894-thread-3) [n:127.0.0.1:34600_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:35452_
[...truncated too long message...]
t4] 2> 4274491 INFO (zkCallback-3469-thread-2-processing-n:127.0.0.1:41414_solr) [n:127.0.0.1:41414_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (0)
[junit4] 2> 4274495 DEBUG (jetty-closer-3412-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4274496 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16016754c230017, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4274530 INFO (jetty-closer-3412-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@145b40ad{/solr,null,UNAVAILABLE}
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6352827
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=104146983
[junit4] 2> 4274655 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f332920: rootName = solr_45008, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@ccc893b
[junit4] 2> 4274674 INFO (jetty-closer-3412-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4431b419{/solr,null,UNAVAILABLE}
[junit4] 2> 4274691 INFO (coreCloseExecutor-5012-thread-1) [n:127.0.0.1:45008_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=104146983
[junit4] 2> 4274715 INFO (zkCallback-3595-thread-1-processing-n:127.0.0.1:45008_solr) [n:127.0.0.1:45008_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45008_solr
[junit4] 2> 4275960 WARN (zkCallback-3536-thread-2-processing-n:127.0.0.1:39641_solr) [n:127.0.0.1:39641_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275961 INFO (jetty-closer-3412-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78cb70f2{/solr,null,UNAVAILABLE}
[junit4] 2> 4275977 WARN (zkCallback-3549-thread-2-processing-n:127.0.0.1:34781_solr) [n:127.0.0.1:34781_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275977 INFO (jetty-closer-3412-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ef46db0{/solr,null,UNAVAILABLE}
[junit4] 2> 4275989 WARN (zkCallback-3527-thread-2-processing-n:127.0.0.1:38418_solr) [n:127.0.0.1:38418_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 4275989 INFO (jetty-closer-3412-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a11a967{/solr,null,UNAVAILABLE}
[junit4] 2> 4276181 INFO (jetty-closer-3412-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@531ab1a3{/solr,null,UNAVAILABLE}
[junit4] 2> 4276384 INFO (jetty-closer-3412-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54305716{/solr,null,UNAVAILABLE}
[junit4] 2> 4276407 ERROR (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4276407 INFO (SUITE-TriggerIntegrationTest-seed#[3B6506DBFB420724]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33441 33441
[junit4] 2> 4276472 INFO (Thread-3496) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33441 33441
[junit4] 2> 4276473 WARN (Thread-3496) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/aliases.json
[junit4] 2> 44 /solr/clusterprops.json
[junit4] 2> 18 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/clusterstate.json
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99103884846497833-127.0.0.1:36356_solr-n_0000000009
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497796-127.0.0.1:34600_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497863-1270.0.1:44334_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497851-127.0.0.1:34781_solr-n_0000000013
[junit4] 2> 2 /solr/overseer_elect/election/99103884846497822-127.0.0.1:44988_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections
[junit4] 2> 43 /solr/live_nodes
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_3B6506DBFB420724-001
[junit4] 2> Dec 02, 2017 9:04:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-Latn-RS, timezone=Asia/Istanbul
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=261714784,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [DistribDocExpirationUpdateProcessorTest, TestExportWriter, ReplaceNodeTest, TestAuthorizationFramework, TestXIncludeConfig, TestFieldResource, TestSchemaNameResource, ShardSplitTest, TestCloudManagedSchema, TestSmileRequest, TestConfigSets, HttpPartitionTest, SampleTest, TestOrdValues, TestJavabinTupleStreamParser, LargeFieldTest, TestDFISimilarityFactory, ZkStateReaderTest, TestRestManager, TestReplicaProperties, DOMUtilTest, TestCollectionAPIs, ZkCLITest, TestRemoteStreaming, DistributedFacetPivotLargeTest, TestManagedStopFilterFactory, TestLeaderElectionZkExpiry, TestStressInPlaceUpdates, SolrIndexSplitterTest, TestInitParams, ShowFileRequestHandlerTest, TestReloadDeadlock, TestSolrCloudWithHadoopAuthPlugin, CreateCollectionCleanupTest, TestConfigSetsAPIExclusivity, TestTrieFacet, VersionInfoTest, TestPivotHelperCode, RequestLoggingTest, SolrShardReporterTest, TestSolrQueryParser, TestSubQueryTransformerDistrib, RequestHandlersTest, DeleteLastCustomShardedReplicaTest, TestScoreJoinQPNoScore, TestFastLRUCache, AddBlockUpdateTest, ShardRoutingTest, HdfsLockFactoryTest, PingRequestHandlerTest, SolrCLIZkUtilsTest, TestLockTree, TestSQLHandler, SOLR749Test, CdcrRequestHandlerTest, HighlighterConfigTest, BlockJoinFacetDistribTest, BigEndianAscendingWordDeserializerTest, TestSSLRandomization, TestTestInjection, AnalyticsMergeStrategyTest, TestLazyCores, TestExactSharedStatsCache, PeerSyncReplicationTest, SearchRateTriggerTest, TestInPlaceUpdatesDistrib, GraphQueryTest, SpellingQueryConverterTest, TestMaxScoreQueryParser, LukeRequestHandlerTest, MBeansHandlerTest, AddReplicaTest, DistributedFacetPivotSmallTest, ConcurrentDeleteAndCreateCollectionTest, CdcrBootstrapTest, PrimUtilsTest, TestCloudRecovery, OpenCloseCoreStressTest, SignatureUpdateProcessorFactoryTest, TestDocSet, BadIndexSchemaTest, TestLuceneMatchVersion, RuleEngineTest, PathHierarchyTokenizerFactoryTest, TestFaceting, ConvertedLegacyTest, CloudMLTQParserTest, ResponseHeaderTest, TestLegacyTerms, BadCopyFieldTest, TestSizeLimitedDistributedMap, TestReplicationHandlerBackup, TestDeleteCollectionOnDownNodes, CollectionTooManyReplicasTest, TestDocumentBuilder, TestRangeQuery, HdfsBasicDistributedZkTest, TestConfigOverlay, TermVectorComponentDistributedTest, JvmMetricsTest, DistributedQueryComponentOptimizationTest, TestSolrCloudWithKerberosAlt, TestNumericTerms32, ClassificationUpdateProcessorTest, SolrGangliaReporterTest, TestSurroundQueryParser, TestJmxIntegration, ExplicitHLLTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DeleteShardTest, ChaosMonkeySafeLeaderTest, TestHashQParserPlugin, OutputWriterTest, SolrCmdDistributorTest, TestJettySolrRunner, HdfsRecoveryZkTest, CoreAdminRequestStatusTest, TriggerIntegrationTest]
[junit4] Completed [388/750 (1!)] on J1 in 195.16s, 13 tests, 1 failure <<< FAILURES!
[...truncated 48654 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 265 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/265/
4 tests failed.
FAILED: org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1:E8E4B0E7E9B18C50]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:110)
at org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:70)
at org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest(TestCloudRecovery.java:184)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 44 more
FAILED: org.apache.solr.core.TestLazyCores.testNoCommit
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1:B4F24EC4F4EFE154]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">39</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=*:*
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
... 41 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
Build Log:
[...truncated 11764 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
[junit4] 2> 248560 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/init-core-data-001
[junit4] 2> 248598 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 248599 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 248638 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001
[junit4] 2> 248638 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 248639 INFO (Thread-63) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 248639 INFO (Thread-63) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 248670 ERROR (Thread-63) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 248749 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:52556
[junit4] 2> 248919 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1601064909f0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 249037 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 249279 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62237f35{/solr,null,AVAILABLE}
[junit4] 2> 249305 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bcab1dd{HTTP/1.1,[http/1.1]}{127.0.0.1:46153}
[junit4] 2> 249328 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c3eec1c{/solr,null,AVAILABLE}
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d936779{HTTP/1.1,[http/1.1]}{127.0.0.1:39848}
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.e.j.s.Server Started @271532ms
[junit4] 2> 249405 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39848}
[junit4] 2> 249448 ERROR (jetty-launcher-60-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 249461 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-01T04:45:15.074Z
[junit4] 2> 249463 INFO (jetty-launcher-60-thread-1) [ ] o.e.j.s.Server Started @271431ms
[junit4] 2> 249463 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46153}
[junit4] 2> 249463 ERROR (jetty-launcher-60-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 249866 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 249867 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-01T04:45:15.480Z
[junit4] 2> 250537 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 252028 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 252059 INFO (jetty-launcher-60-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52556/solr
[junit4] 2> 252355 INFO (jetty-launcher-60-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52556/solr
[junit4] 2> 253541 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 253542 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 253670 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46153_solr
[junit4] 2> 253682 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39848_solr
[junit4] 2> 253682 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.Overseer Overseer (id=99097215911264262-127.0.0.1:46153_solr-n_0000000000) starting
[junit4] 2> 253684 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 253710 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 253949 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46153_solr
[junit4] 2> 253971 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 253989 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 255880 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 255972 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 256041 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 256042 INFO (jetty-launcher-60-thread-2) [n:127.0.0.1:39848_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/.
[junit4] 2> 256917 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257278 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257279 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 257287 INFO (jetty-launcher-60-thread-1) [n:127.0.0.1:46153_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/.
[junit4] 2> 258179 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 258180 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52556/solr ready
[junit4] 2> 258214 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 258373 INFO (OverseerThreadFactory-133-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 258547 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39848/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258549 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_t3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46153/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258568 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39848/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 258585 INFO (OverseerStateUpdate-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46153/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 259001 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 259002 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 259783 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 259783 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 260466 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 260837 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 261914 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 261915 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 261919 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262269 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262273 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262274 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262274 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 262282 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 262341 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.IndexSchema [collection1_shard1_replica_t3] Schema name=minimal
[junit4] 2> 262344 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 262344 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t3' using configuration from collection collection1, trusted=true
[junit4] 2> 262385 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.core.collection1.shard1.replica_t3' (registry 'solr.core.collection1.shard1.replica_t3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 262450 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 262450 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore [[collection1_shard1_replica_t3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/collection1_shard1_replica_t3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/./collection1_shard1_replica_t3/data/]
[junit4] 2> 263283 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263289 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263299 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 263562 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema [collection1_shard2_replica_t4] Schema name=minimal
[junit4] 2> 263564 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263564 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t4' using configuration from collection collection1, trusted=true
[junit4] 2> 263601 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema [collection1_shard1_replica_t1] Schema name=minimal
[junit4] 2> 263603 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263603 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t1' using configuration from collection collection1, trusted=true
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.core.collection1.shard1.replica_t1' (registry 'solr.core.collection1.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263604 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [[collection1_shard1_replica_t1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/collection1_shard1_replica_t1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/./collection1_shard1_replica_t1/data/]
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39848.solr.core.collection1.shard2.replica_t4' (registry 'solr.core.collection1.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263677 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [[collection1_shard2_replica_t4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/collection1_shard2_replica_t4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node2/./collection1_shard2_replica_t4/data/]
[junit4] 2> 263684 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema [collection1_shard2_replica_t6] Schema name=minimal
[junit4] 2> 263699 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 263699 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t6' using configuration from collection collection1, trusted=true
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46153.solr.core.collection1.shard2.replica_t6' (registry 'solr.core.collection1.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12ed8855
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 263700 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [[collection1_shard2_replica_t6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/collection1_shard2_replica_t6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6B92EF153FC882F1-001/tempDir-001/node1/./collection1_shard2_replica_t6/data/]
[junit4] 2> 264119 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 264119 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 264120 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 264120 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 264333 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.SolrIndexSearcher Opening [Searcher@480b672f[collection1_shard1_replica_t3] main]
[junit4] 2> 264334 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 264335 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 264335 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 264337 INFO (searcherExecutor-138-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard1_replica_t3 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SolrCore [collection1_shard1_replica_t3] Registered new searcher Searcher@480b672f[collection1_shard1_replica_t3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 264353 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555471037628416
[junit4] 2> 264390 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264390 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264409 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264409 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 264410 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 264960 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 264960 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 264977 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 264977 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 265769 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@617f51bc[collection1_shard1_replica_t1] main]
[junit4] 2> 265791 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 265791 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 265792 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 265806 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@617f51bc[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 265859 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555472616783872
[junit4] 2> 265934 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 265934 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 265935 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 265935 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 266137 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@cfdb64[collection1_shard2_replica_t4] main]
[junit4] 2> 266139 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 266139 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 266140 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 266157 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 266157 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 266158 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 266158 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 266177 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aafd49c[collection1_shard2_replica_t6] main]
[junit4] 2> 266509 INFO (searcherExecutor-139-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@cfdb64[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 266510 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555473299406848
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 266529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/
[junit4] 2> 266557 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 266634 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 266634 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 266635 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 266635 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585555473430478848
[junit4] 2> 266637 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266835 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@2aafd49c[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 266835 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266835 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266836 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 266840 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t3 url=http://127.0.0.1:46153/solr START replicas=[http://127.0.0.1:39848/solr/collection1_shard1_replica_t1/] nUpdates=100
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 267105 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/
[junit4] 2> 267106 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=http://127.0.0.1:39848/solr START replicas=[http://127.0.0.1:46153/solr/collection1_shard2_replica_t6/] nUpdates=100
[junit4] 2> 267299 INFO (qtp1419144632-346) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=41
[junit4] 2> 267351 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t3 url=http://127.0.0.1:46153/solr DONE. We have no versions. sync failed.
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 267529 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 267569 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ZkController collection1_shard1_replica_t3 stopping background replication from leader
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t4 url=http://127.0.0.1:39848/solr DONE. We have no versions. sync failed.
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 267569 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 267609 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController collection1_shard2_replica_t4 stopping background replication from leader
[junit4] 2> 267709 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/ shard2
[junit4] 2> 267710 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/ shard1
[junit4] 2> 267850 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267850 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267870 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267870 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 267878 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 267886 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=8103
[junit4] 2> 267912 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController collection1_shard2_replica_t6 starting background replication from leader
[junit4] 2> 267912 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 267929 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 267931 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t3&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=8929
[junit4] 2> 267966 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.ZkController collection1_shard1_replica_t1 starting background replication from leader
[junit4] 2> 267966 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 268052 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268057 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268058 INFO (zkCallback-72-thread-2-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268058 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268297 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 268297 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 268298 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/
[junit4] 2> 268308 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=6393
[junit4] 2> 268350 INFO (qtp750240940-338) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 268351 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 268351 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 268351 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 268352 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 268366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f8de9cf[collection1_shard1_replica_t1] main]
[junit4] 2> 268368 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@7f8de9cf[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 268385 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=6469
[junit4] 2> 268609 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 268759 INFO (zkCallback-71-thread-2-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-71-thread-1-processing-n:127.0.0.1:39848_solr) [n:127.0.0.1:39848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-72-thread-3-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268759 INFO (zkCallback-72-thread-1-processing-n:127.0.0.1:46153_solr) [n:127.0.0.1:46153_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 268366 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/
[junit4] 2> 268762 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 268763 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 268765 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@23b9398d[collection1_shard2_replica_t6] main]
[junit4] 2> 268766 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@23b9398d[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 268891 INFO (OverseerCollectionConfigSetProcessor-99097215911264262-127.0.0.1:46153_solr-n_0000000000) [n:127.0.0.1:46153_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 269633 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=11418
[junit4] 2> 269634 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 269634 INFO (SUITE-TestCloudRecovery-seed#[6B92EF153FC882F1]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 270102 INFO (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[6B92EF153FC882F1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting leaderRecoverFromLogOnStartupTest
[junit4] 2> 270641 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1585555477276655616&distrib.from=http://127.0.0.1:46153/solr/collection1_shard1_replica_t3/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477276655616)} 0 17
[junit4] 2> 271362 INFO (qtp1419144632-346) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 271364 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@393311e6[collection1_shard2_replica_t6] main]
[junit4] 2> 272330 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@393311e6[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 272367 INFO (qtp750240940-337) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1585555477203255296&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477203255296)} 0 1745
[junit4] 2> 272405 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=37
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 272406 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fc41ab1[collection1_shard1_replica_t1] main]
[junit4] 2> 272408 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@fc41ab1[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 272425 INFO (qtp750240940-334) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t3] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&wt=javabin&version=2}{deleteByQuery=*:* (-1585555477276655616)} 0 2123
[junit4] 2> 272426 INFO (qtp1419144632-349) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1585555477203255296)} 0 2304
[junit4] 2> 272672 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1585555479760732160,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 272672 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 272673 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 272678 INFO (qtp1419144632-347) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 272737 INFO (qtp750240940-339) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 65
[junit4] 2> 272744 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 272858 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1585555479955767296,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 272858 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 272859 INFO (qtp750240940-336) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 272899 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 272948 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 272949 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39848/solr/collection1_shard2_replica_t4/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 90
[junit4] 2> 273280 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 273547 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 273843 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274097 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274342 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 274343 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 274344 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2abccf9[collection1_shard2_replica_t6] main]
[junit4] 2> 274363 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@2abccf9[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 274365 INFO (qtp750240940-333) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=31
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 274366 INFO (indexFetcher-160-thread-1) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b75fb56[collection1_shard1_replica_t1] main]
[junit4] 2> 274368 INFO (searcherExecutor-140-thread-1-processing-n:127.0.0.1:39848_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39848_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@7b75fb56[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 274466 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 274721 INFO (qtp1419144632-348) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=5
[junit4] 2> 275028 INFO (qtp750240940-334) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 275311 INFO (qtp1419144632-345) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 275557 INFO (qtp750240940-340) [n:127.0.0.1:46153_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t3] o.a.s.c.S.Request [collection1_shard1_replica_t3] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=6
[junit4] 2> 276921 INFO (qtp1419144632-344) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=35
[junit4] 2> 277318 INFO (qtp1419144632-342) [n:127.0.0.1:39848_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 277319 INFO (indexFetcher-161-thread-1) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a756148[collection1_shard2_replica_t6] main]
[junit4] 2> 277321 INFO (searcherExecutor-141-thread-1-processing-n:127.0.0.1:46153_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:46153_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@5a756148[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[...truncated too long message...]
isk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_6B92EF153FC882F1-001
[junit4] 2> Dec 01, 2017 5:01:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> Dec 01, 2017 5:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Dec 01, 2017 5:02:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> Dec 01, 2017 5:02:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, maxDocsPerChunk=857, blockSize=147), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, blockSize=147)), sim=RandomSimilarity(queryNorm=true): {}, locale=es-PA, timezone=Asia/Ulaanbaatar
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=103692392,total=401604608
[junit4] 2> NOTE: All tests run in this JVM: [HdfsCollectionsAPIDistributedZkTest, TestReqParamsAPI, ConvertedLegacyTest, ShardRoutingCustomTest, TestDynamicFieldResource, TestTrackingShardHandlerFactory, TestPushWriter, TestRTGBase, TestCloudRecovery, TestMacros, TestAtomicUpdateErrorCases, TemplateUpdateProcessorTest, QueryEqualityTest, TestPointFields, TestSolr4Spatial2, HdfsWriteToMultipleCollectionsTest, TestPseudoReturnFields, CdcrBootstrapTest, TestExpandComponent, TestOmitPositions, AnalysisErrorHandlingTest, TestInitParams, SignatureUpdateProcessorFactoryTest, ManagedSchemaRoundRobinCloudTest, TestQuerySenderNoQuery, PreAnalyzedFieldTest, ReplaceNodeTest, RegexBoostProcessorTest, SolrRequestParserTest, ShowFileRequestHandlerTest, OutputWriterTest, TestSQLHandlerNonCloud, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=6B92EF153FC882F1 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=Asia/Ulaanbaatar -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
[junit4] > 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2206, name=searcherExecutor-957-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([6B92EF153FC882F1]:0)
[junit4] Completed [90/749 (2!)] on J1 in 126.13s, 9 tests, 3 errors <<< FAILURES!
[...truncated 36212 lines...]
-ecj-javadoc-lint-src:
[mkdir] Created dir: /tmp/ecj1077359280
[ecj-lint] Compiling 825 source files to /tmp/ecj1077359280
[ecj-lint] ----------
[ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/codecs/CodecUtil.java (at line 523)
[ecj-lint] throw new CorruptIndexException("misplaced codec footer (file truncated?): length=" + in.length() + " but footerLength==" + footerLength(), input);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'in' is not closed at this location
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FlushPolicy.java (at line 19)
[ecj-lint] import java.util.Iterator;
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.Iterator is never used
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FrozenBufferedUpdates.java (at line 144)
[ecj-lint] RAMOutputStream out = new RAMOutputStream();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'out' is never closed
[ecj-lint] ----------
[ecj-lint] 4. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/FrozenBufferedUpdates.java (at line 186)
[ecj-lint] RAMOutputStream out = new RAMOutputStream();
[ecj-lint] ^^^
[ecj-lint] Resource leak: 'out' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/core/src/java/org/apache/lucene/index/ReadersAndUpdates.java (at line 846)
[ecj-lint] SegmentReader newReader = new SegmentReader(info, reader, liveDocs, info.info.maxDoc() - delCount);
[ecj-lint] ^^^^^^^^^
[ecj-lint] Resource leak: 'newReader' is never closed
[ecj-lint] ----------
[ecj-lint] 5 problems (1 error, 4 warnings)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build.xml:203: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2105: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:2144: Compile failed; see the compiler error output for details.
Total time: 279 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 264 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/264/
10 tests failed.
FAILED: org.apache.solr.cloud.AddReplicaTest.test
Error Message:
core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"http://127.0.0.1:57891/solr","node_name":"127.0.0.1:57891_solr","state":"active","type":"NRT"}
Stack Trace:
java.lang.AssertionError: core_node6:{"core":"addreplicatest_coll_shard1_replica_n5","base_url":"http://127.0.0.1:57891/solr","node_name":"127.0.0.1:57891_solr","state":"active","type":"NRT"}
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.AddReplicaTest.test(AddReplicaTest.java:84)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateNodeSet
Error Message:
Could not find collection : nodeset_collection
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : nodeset_collection
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:C378A98CBC90AFCB]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateNodeSet(CollectionsAPIDistributedZkTest.java:404)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI
Error Message:
Could not find collection : implicitcoll
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:F23AF007E88B3D3B]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:112)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.RecoveryZkTest.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1275)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestHdfsCloudBackupRestore.test
Error Message:
expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:287)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:140)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestRandomRequestDistribution.test
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.getTotalReplicas(AbstractFullDistribZkTestBase.java:487)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:440)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 38 more
FAILED: org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.testSanity
Error Message:
Could not load collection from ZK: test_col
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: test_col
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:1138D991DA368D6D]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1122)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1205)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:848)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.clearCollection(TestTolerantUpdateProcessorCloud.java:220)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/test_col/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1134)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1120)
... 47 more
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
Trigger was not fired
Stack Trace:
java.lang.AssertionError: Trigger was not fired
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:108F41B67BEDE6BB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:60472_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:60472_solr wasn't created
at __randomizedtesting.SeedInfo.seed([98DB7E6CD5118B43:8061F660DB2446AC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:924)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11644 lines...]
[junit4] Suite: org.apache.solr.cloud.MultiThreadedOCPTest
[junit4] 2> 154231 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/init-core-data-001
[junit4] 2> 154232 WARN (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 154233 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 154344 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 154344 INFO (SUITE-MultiThreadedOCPTest-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 154390 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 155041 INFO (Thread-24) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 155041 INFO (Thread-24) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 155042 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkTestServer start zk server on port:48970
[junit4] 2> 155057 ERROR (Thread-24) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 157150 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 157154 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 157161 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 157166 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 157170 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 157177 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 157221 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 157225 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 157230 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 157237 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 157241 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 157299 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 159238 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 159239 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35a06b8f{/,null,AVAILABLE}
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1cd07c10{HTTP/1.1,[http/1.1]}{127.0.0.1:58297}
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server Started @176251ms
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=58297, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores}
[junit4] 2> 159282 ERROR (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 159282 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-30T00:30:54.679Z
[junit4] 2> 159525 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 159525 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/solr.xml
[junit4] 2> 159863 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 159863 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 159920 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 160039 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48970/solr
[junit4] 2> 161253 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 161255 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58297_
[junit4] 2> 161255 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.Overseer Overseer (id=99090553270435844-127.0.0.1:58297_-n_0000000000) starting
[junit4] 2> 161562 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58297_
[junit4] 2> 161566 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 162877 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 163445 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 163481 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 163483 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:58297_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores
[junit4] 2> 164672 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 164673 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48970/solr ready
[junit4] 2> 164700 INFO (qtp1782636886-154) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58297_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 165066 INFO (OverseerThreadFactory-65-thread-1-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 165262 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 165320 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 165446 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 167270 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 170625 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 170691 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 170838 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 171114 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 173426 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.EnumField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 174921 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 175190 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 175191 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 175191 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 175191 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 175226 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7130372378030084]
[junit4] 2> 175350 WARN (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 176039 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 176039 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 176041 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 176041 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 176061 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=520455802, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 176109 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70ed7ed3[control_collection_shard1_replica_n1] main]
[junit4] 2> 176131 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 176132 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 176133 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 176133 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585448874441441280
[junit4] 2> 176142 INFO (searcherExecutor-68-thread-1-processing-n:127.0.0.1:58297_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@70ed7ed3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58297/control_collection_shard1_replica_n1/
[junit4] 2> 176165 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 176166 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:58297/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 176166 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 176189 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58297/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 176690 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 176729 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 176751 INFO (qtp1782636886-152) [n:127.0.0.1:58297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=11489
[junit4] 2> 176832 INFO (qtp1782636886-154) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 176850 INFO (OverseerCollectionConfigSetProcessor-99090553270435844-127.0.0.1:58297_-n_0000000000) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 176851 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 177841 INFO (qtp1782636886-154) [n:127.0.0.1:58297_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:58297_&wt=javabin&version=2} status=0 QTime=13141
[junit4] 2> 178843 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 178843 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48970/solr ready
[junit4] 2> 178852 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 179585 INFO (qtp1782636886-155) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 179688 INFO (OverseerThreadFactory-65-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 179689 WARN (OverseerThreadFactory-65-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 179842 INFO (qtp1782636886-155) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 179843 INFO (qtp1782636886-155) [n:127.0.0.1:58297_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=258
[junit4] 2> 179874 INFO (OverseerCollectionConfigSetProcessor-99090553270435844-127.0.0.1:58297_-n_0000000000) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 183171 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001 of type NRT
[junit4] 2> 183174 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 183195 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@254fbd17{/,null,AVAILABLE}
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35a958ad{HTTP/1.1,[http/1.1]}{127.0.0.1:59915}
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server Started @200165ms
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=59915, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores}
[junit4] 2> 183196 ERROR (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 183196 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-30T00:31:18.593Z
[junit4] 2> 183640 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 183641 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/solr.xml
[junit4] 2> 183659 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 183659 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 183660 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 184353 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48970/solr
[junit4] 2> 184834 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 184849 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 184867 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59915_
[junit4] 2> 184868 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 184931 INFO (zkCallback-37-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 185035 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:59915_) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 186596 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 186960 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 186961 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 187100 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [n:127.0.0.1:59915_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores
[junit4] 2> 187630 INFO (qtp1782636886-151) [n:127.0.0.1:58297_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:59915_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 187694 INFO (OverseerThreadFactory-65-thread-3-processing-n:127.0.0.1:58297_) [n:127.0.0.1:58297_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:59915_ for creating new replica
[junit4] 2> 187850 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 187851 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 188326 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 188635 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 190299 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 190582 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 190582 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e046ec7
[junit4] 2> 190583 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 190583 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 190604 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7130372378030084]
[junit4] 2> 190701 WARN (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 191306 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 191306 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 191307 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 191307 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 191393 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=520455802, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 191413 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f350fb0[collection1_shard2_replica_n41] main]
[junit4] 2> 191415 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 191415 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 191416 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 191416 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585448890466828288
[junit4] 2> 191423 INFO (searcherExecutor-79-thread-1-processing-n:127.0.0.1:59915_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@5f350fb0[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59915/collection1_shard2_replica_n41/
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:59915/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 191458 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 191479 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59915/collection1_shard2_replica_n41/ shard2
[junit4] 2> 191501 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:59915_) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 191541 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 191570 INFO (qtp2065411609-201) [n:127.0.0.1:59915_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3719
[junit4] 2> 191617 INFO (qtp1782636886-151) [n:127.0.0.1:58297_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:59915_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=3987
[junit4] 2> 191749 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:59915_) [n:127.0.0.1:59915_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 191842 INFO (OverseerCollectionConfigSetProcessor-99090553270435844-127.0.0.1:58297_-n_0000000000) [n:127.0.0.1:58297_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 192942 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-2-001 of type NRT
[junit4] 2> 192943 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 194100 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56a86964{/,null,AVAILABLE}
[junit4] 2> 194101 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4805183d{HTTP/1.1,[http/1.1]}{127.0.0.1:49611}
[junit4] 2> 194101 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.e.j.s.Server Started @211070ms
[junit4] 2> 194101 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=49611, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-2-001/cores}
[junit4] 2> 194109 ERROR (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 194113 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-30T00:31:29.510Z
[junit4] 2> 194249 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 194249 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.MultiThreadedOCPTest_98DB7E6CD5118B43-001/shard-2-001/solr.xml
[junit4] 2> 194384 INFO (TEST-MultiThreadedOCPTest.test-seed#[98DB7E6CD5118B43]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 194
[...truncated too long message...]
a_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=761949083
[junit4] 2> 8854407 INFO (coreCloseExecutor-7675-thread-1) [n:127.0.0.1:48695_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.test_col.shard2.replica_n7, tag=561560033
[junit4] 2> 8854407 INFO (coreCloseExecutor-7675-thread-1) [n:127.0.0.1:48695_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c47ce19: rootName = solr_48695, domain = solr.core.test_col.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.test_col.shard2.replica_n7 / com.codahale.metrics.MetricRegistry@59e96356
[junit4] 2> 8854423 INFO (jetty-closer-2929-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99091107951673355-127.0.0.1:57927_solr-n_0000000000) closing
[junit4] 2> 8854452 INFO (OverseerStateUpdate-99091107951673355-127.0.0.1:57927_solr-n_0000000000) [n:127.0.0.1:57927_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57927_solr
[junit4] 2> 8854454 INFO (coreCloseExecutor-7677-thread-1) [n:127.0.0.1:52421_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=270763561
[junit4] 2> 8854506 INFO (jetty-closer-2929-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7dbfb2d6{/solr,null,UNAVAILABLE}
[junit4] 2> 8854514 INFO (coreCloseExecutor-7676-thread-1) [n:127.0.0.1:41827_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard2.leader, tag=1109232987
[junit4] 2> 8854522 INFO (coreCloseExecutor-7675-thread-1) [n:127.0.0.1:48695_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard2.leader, tag=561560033
[junit4] 2> 8854573 INFO (jetty-closer-2929-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6cbce3ee{/solr,null,UNAVAILABLE}
[junit4] 2> 8855271 WARN (OverseerAutoScalingTriggerThread-99091107951673355-127.0.0.1:57927_solr-n_0000000000) [n:127.0.0.1:57927_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 8855371 INFO (jetty-closer-2929-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c862c06{/solr,null,UNAVAILABLE}
[junit4] 2> 8856242 INFO (jetty-closer-2929-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@45bccef{/solr,null,UNAVAILABLE}
[junit4] 2> 8856264 ERROR (SUITE-TestTolerantUpdateProcessorCloud-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 8856265 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[98DB7E6CD5118B43]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40151 40151
[junit4] 2> 8856368 INFO (Thread-6707) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40151 40151
[junit4] 2> 8856370 WARN (Thread-6707) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/test_col/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/99091107951673359-127.0.0.1:52421_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/99091107951673352-127.0.0.1:41827_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestTolerantUpdateProcessorCloud_98DB7E6CD5118B43-001
[junit4] 2> Nov 30, 2017 2:55:51 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=fi, timezone=Africa/Mogadishu
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=106949536,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [ZkNodePropsTest, TestRequestForwarding, DirectSolrSpellCheckerTest, DistributedSpellCheckComponentTest, PreAnalyzedUpdateProcessorTest, V2ApiIntegrationTest, TestRealTimeGet, DirectSolrConnectionTest, CursorMarkTest, TestElisionMultitermQuery, ReturnFieldsTest, LeaderElectionContextKeyTest, TestCharFilters, TestSolrQueryResponse, TestUniqueKeyFieldResource, AsyncCallRequestStatusResponseTest, DistributedQueryComponentCustomSortTest, TestCoreDiscovery, SolrIndexMetricsTest, HdfsTlogReplayBufferedWhileIndexingTest, HLLSerializationTest, TestDistributedGrouping, RequiredFieldsTest, TestSchemaManager, DefaultValueUpdateProcessorTest, BlockJoinFacetSimpleTest, HdfsRestartWhileUpdatingTest, MigrateRouteKeyTest, TestCorePropertiesReload, SystemInfoHandlerTest, DistanceFunctionTest, TestLMDirichletSimilarityFactory, TestHdfsBackupRestoreCore, TestHdfsUpdateLog, TestLRUCache, TestNamedUpdateProcessors, DirectoryFactoryTest, TestSkipOverseerOperations, TestGraphMLResponseWriter, IndexSchemaTest, SolrCloudExampleTest, TestSlowCompositeReaderWrapper, DistributedFacetExistsSmallTest, RecoveryAfterSoftCommitTest, RecoveryZkTest, TestDistribDocBasedVersion, XmlUpdateRequestHandlerTest, TestSolrCoreParser, CheckHdfsIndexTest, HdfsChaosMonkeyNothingIsSafeTest, TestSubQueryTransformerCrossCore, TestApiFramework, TestQuerySenderListener, TestLegacyFieldCache, RankQueryTest, ChangedSchemaMergeTest, RulesTest, TestFieldCacheSortRandom, DistribJoinFromCollectionTest, CoreAdminHandlerTest, SimplePostToolTest, TestFunctionQuery, TestManagedSchemaAPI, SolrCloudReportersTest, OverseerCollectionConfigSetProcessorTest, TestSolrCloudSnapshots, TestJsonRequest, TestCloudPivotFacet, TestConfigSetImmutable, SuggesterWFSTTest, TestRestoreCore, AlternateDirectoryTest, TestImpersonationWithHadoopAuth, WordBreakSolrSpellCheckerTest, TestRuleBasedAuthorizationPlugin, ReplicationFactorTest, SpellPossibilityIteratorTest, UUIDUpdateProcessorFallbackTest, TestEmbeddedSolrServerConstructors, ClassificationUpdateProcessorIntegrationTest, UUIDFieldTest, TestTolerantUpdateProcessorRandomCloud, UpdateLogTest, StressHdfsTest, TestStressUserVersions, XsltUpdateRequestHandlerTest, TestMultiWordSynonyms, CoreAdminCreateDiscoverTest, TestCoreAdminApis, SortByFunctionTest, AtomicUpdateProcessorFactoryTest, TestCustomDocTransformer, TestLegacyNumericUtils, DeleteNodeTest, CopyFieldTest, TestCustomSort, TestReload, VMParamsZkACLAndCredentialsProvidersTest, LeaderInitiatedRecoveryOnCommitTest, TestHttpShardHandlerFactory, ExecutePlanActionTest, SystemLogListenerTest, TestUseDocValuesAsStored2, TestRandomRequestDistribution, PluginInfoTest, TestLeaderInitiatedRecoveryThread, ClusterStateTest, LeaderElectionTest, ShufflingReplicaListTransformerTest, HttpSolrCallGetCoreTest, QueryResultKeyTest, NodeAddedTriggerTest, PKIAuthenticationIntegrationTest, TestRandomCollapseQParserPlugin, TestPullReplica, UnloadDistributedZkTest, SolrTestCaseJ4Test, TestIndexSearcher, TestValueSourceCache, TestPartialUpdateDeduplication, SearchHandlerTest, SuggesterTest, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, TestDistributedSearch, TermVectorComponentDistributedTest, TestCoreContainer, StatsComponentTest, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SpellCheckCollatorTest, SpatialFilterTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DocValuesMultiTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestOmitPositions, TermsComponentTest, JsonLoaderTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, UpdateParamsTest, TestQuerySenderNoQuery, SolrIndexConfigTest, TestSolrDeletionPolicy2, SampleTest, TestSearchPerf, MinimalSchemaTest, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestXIncludeConfig, EchoParamsTest, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, TestSystemIdResolver, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestDocumentBuilder, DistributedMLTComponentTest, CursorPagingTest, TestDistributedMissingSort, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, TestJettySolrRunner, AddReplicaTest, AssignTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, ReplaceNodeTest, SSLMigrationTest, ShardSplitTest, TestTolerantUpdateProcessorCloud]
[junit4] Completed [564/749 (10!)] on J2 in 238.19s, 19 tests, 1 error <<< FAILURES!
[...truncated 48097 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 263 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/263/
All tests passed
Build Log:
[...truncated 11641 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6933321174147853257742.sysout
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6933887887701107439872.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 65536 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/hs_err_pid8365.log
[junit4] #
[junit4] # Compiler replay data is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/replay_pid8365.log
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6932014798588224703707.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 1572864 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/hs_err_pid8366.log
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J2: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6932811368058791042275.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000000ffe80000, 1572864, 0) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6907702463563445487394.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (malloc) failed to allocate 32744 bytes for ChunkPool::allocate
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/hs_err_pid8354.log
[junit4] [thread 140183873496832 also had an error]
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6904272914642605996824.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00007f7f1e480000, 65536, 1) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J0: EOF ----
[...truncated 1 lines...]
[junit4] ERROR: JVM J0 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=76044A1B3822087D -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/test-framework/lib/junit4-ant-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/common/lucene-analyzers-common-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/lucene-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/lucene-backward-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/highlighter/lucene-highlighter-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/memory/lucene-memory-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/misc/lucene-misc-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial-extras/lucene-spatial-extras-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial3d/lucene-spatial3d-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/expressions/lucene-expressions-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/suggest/lucene-suggest-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/grouping/lucene-grouping-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queries/lucene-queries-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/lucene-queryparser-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/join/lucene-join-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/sandbox/lucene-sandbox-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/classification/lucene-classification-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-commons-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/avatica-core-1.10.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/caffeine-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-core-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-linq4j-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-compiler-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-fileupload-1.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang3-3.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-client-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-framework-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-recipes-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/eigenbase-properties-1.1.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-annotations-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-auth-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-common-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-hdfs-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hppc-0.7.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/janino-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/protobuf-java-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/spatial4j-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpclient-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpcore-4.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpmime-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/noggit-0.8.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/zookeeper-3.4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/gmetric4j-1.0.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-continuation-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-deploy-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-http-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-io-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-jmx-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-rewrite-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-security-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-server-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlet-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlets-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-util-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-webapp-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-xml-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-core-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-ganglia-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-graphite-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jetty9-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jvm-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6905969444529497008855.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6901844578595118892457.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6907702463563445487394.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6904272914642605996824.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
[junit4] ERROR: JVM J1 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=76044A1B3822087D -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1 -Djunit4.childvm.id=1 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/test-framework/lib/junit4-ant-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/common/lucene-analyzers-common-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/lucene-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/lucene-backward-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/highlighter/lucene-highlighter-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/memory/lucene-memory-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/misc/lucene-misc-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial-extras/lucene-spatial-extras-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial3d/lucene-spatial3d-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/expressions/lucene-expressions-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/suggest/lucene-suggest-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/grouping/lucene-grouping-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queries/lucene-queries-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/lucene-queryparser-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/join/lucene-join-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/sandbox/lucene-sandbox-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/classification/lucene-classification-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-commons-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/avatica-core-1.10.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/caffeine-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-core-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-linq4j-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-compiler-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-fileupload-1.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang3-3.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-client-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-framework-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-recipes-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/eigenbase-properties-1.1.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-annotations-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-auth-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-common-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-hdfs-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hppc-0.7.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/janino-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/protobuf-java-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/spatial4j-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpclient-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpcore-4.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpmime-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/noggit-0.8.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/zookeeper-3.4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/gmetric4j-1.0.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-continuation-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-deploy-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-http-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-io-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-jmx-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-rewrite-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-security-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-server-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlet-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlets-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-util-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-webapp-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-xml-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-core-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-ganglia-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-graphite-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jetty9-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jvm-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6933326496551766667498.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6935974964888529796150.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6933321174147853257742.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171129_072742_6932014798588224703707.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
[junit4] ERROR: JVM J2 ended with an exception, command line: /usr/local/asfpackages/java/jdk1.8.0_144/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=76044A1B3822087D -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.2.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.2.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2 -Djunit4.childvm.id=2 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=US-ASCII -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/test-framework/lib/junit4-ant-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/common/lucene-analyzers-common-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/codecs/lucene-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/lucene-backward-codecs-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/highlighter/lucene-highlighter-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/memory/lucene-memory-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/misc/lucene-misc-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial-extras/lucene-spatial-extras-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/spatial3d/lucene-spatial3d-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/expressions/lucene-expressions-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/suggest/lucene-suggest-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/grouping/lucene-grouping-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queries/lucene-queries-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/lucene-queryparser-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/join/lucene-join-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/sandbox/lucene-sandbox-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/classification/lucene-classification-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/asm-commons-5.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/avatica-core-1.10.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/caffeine-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-core-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/calcite-linq4j-1.13.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-compiler-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-fileupload-1.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/commons-lang3-3.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-client-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-framework-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/curator-recipes-2.8.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/eigenbase-properties-1.1.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-annotations-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-auth-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-common-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hadoop-hdfs-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/hppc-0.7.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/janino-2.7.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/protobuf-java-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/spatial4j-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-io-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpclient-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpcore-4.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/httpmime-4.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/noggit-0.8.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/solrj/lib/zookeeper-3.4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/gmetric4j-1.0.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-continuation-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-deploy-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-http-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-io-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-jmx-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-rewrite-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-security-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-server-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlet-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-servlets-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-util-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-webapp-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/jetty-xml-9.3.20.v20170531.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-core-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-ganglia-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-graphite-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jetty9-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/server/lib/metrics-jvm-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/test-framework/lib/randomizedtesting-runner-2.5.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6936047985754117569487.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6933785439355529774926.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6933887887701107439872.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171129_072742_6932811368058791042275.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:779: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6907702463563445487394.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J0-20171129_072742_6904272914642605996824.syserr
Total time: 167 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #262 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 262 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/262/
2 tests failed.
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([64D9824EAA566AA:8E19A7FE44590B52]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:202)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test
Error Message:
wrong number of events added to .system expected:<9> but was:<8>
Stack Trace:
java.lang.AssertionError: wrong number of events added to .system expected:<9> but was:<8>
at __randomizedtesting.SeedInfo.seed([64D9824EAA566AA:8E19A7FE44590B52]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11875 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
[junit4] 2> 1000385 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/init-core-data-001
[junit4] 2> 1000386 WARN (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 1000386 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1000399 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1000400 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001
[junit4] 2> 1000400 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1000401 INFO (Thread-844) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1000401 INFO (Thread-844) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1000403 ERROR (Thread-844) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1000501 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42638
[junit4] 2> 1000506 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000507 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000508 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1000508 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2662a668{/solr,null,AVAILABLE}
[junit4] 2> 1000521 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@403fb16d{/solr,null,AVAILABLE}
[junit4] 2> 1000522 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3866a0b2{/solr,null,AVAILABLE}
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43e2ecd1{HTTP/1.1,[http/1.1]}{127.0.0.1:40969}
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.e.j.s.Server Started @1015709ms
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40969}
[junit4] 2> 1000534 ERROR (jetty-launcher-1761-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000534 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-28T08:42:27.786Z
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e37e653{HTTP/1.1,[http/1.1]}{127.0.0.1:34748}
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.e.j.s.Server Started @1015729ms
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34748}
[junit4] 2> 1000554 ERROR (jetty-launcher-1761-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-28T08:42:27.806Z
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8636407{HTTP/1.1,[http/1.1]}{127.0.0.1:40045}
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-2) [ ] o.e.j.s.Server Started @1015730ms
[junit4] 2> 1000554 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40045}
[junit4] 2> 1000555 ERROR (jetty-launcher-1761-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1000555 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-28T08:42:27.807Z
[junit4] 2> 1000615 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000647 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000655 INFO (jetty-launcher-1761-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42638/solr
[junit4] 2> 1000683 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1000742 INFO (jetty-launcher-1761-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42638/solr
[junit4] 2> 1000763 INFO (jetty-launcher-1761-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42638/solr
[junit4] 2> 1001014 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1001016 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40969_solr
[junit4] 2> 1001029 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.Overseer Overseer (id=99081161779052551-127.0.0.1:40969_solr-n_0000000000) starting
[junit4] 2> 1001067 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40969_solr
[junit4] 2> 1001067 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1001067 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1001159 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1001224 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1001240 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1001244 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40969_solr]
[junit4] 2> 1001244 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1001244 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1001245 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40045_solr
[junit4] 2> 1001273 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1001281 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1001370 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1001373 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1001374 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1001528 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001543 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001766 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001767 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001768 INFO (jetty-launcher-1761-thread-2) [n:127.0.0.1:40045_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/.
[junit4] 2> 1001824 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001824 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1001846 INFO (jetty-launcher-1761-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/.
[junit4] 2> 1002061 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1002063 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1002074 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34748_solr
[junit4] 2> 1002075 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1002075 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1002102 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1002378 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1002441 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1002441 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1002442 INFO (jetty-launcher-1761-thread-1) [n:127.0.0.1:34748_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/.
[junit4] 2> 1002480 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1002705 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1002705 INFO (SUITE-SystemLogListenerTest-seed#[64D9824EAA566AA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42638/solr ready
[junit4] 2> 1002718 INFO (qtp1490811998-7868) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1002850 INFO (OverseerThreadFactory-1563-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.CreateCollectionCmd Create collection .system
[junit4] 2> 1002995 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34748/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1003018 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40045/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1003131 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40969/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1003407 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1003407 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1003534 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1003534 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1003535 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1003535 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1003643 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1003745 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003752 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003753 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003755 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003855 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003856 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003857 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003857 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003858 INFO (zkCallback-1776-thread-2-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1003870 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1004643 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1004699 WARN (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
[junit4] 2> 1004700 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1004752 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1004774 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1004827 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1004841 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 1004843 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 1004843 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 1004843 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1004844 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1004844 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 1004934 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1005060 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1005079 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema [.system_shard1_replica_n4] Schema name=_system collection or core
[junit4] 2> 1005082 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n4' using configuration from collection .system, trusted=true
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.core..system.shard1.replica_n4' (registry 'solr.core..system.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1005083 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore [[.system_shard1_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/.system_shard1_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/./.system_shard1_replica_n4/data/]
[junit4] 2> 1005135 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
[junit4] 2> 1005207 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1005207 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
[junit4] 2> 1005208 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1005208 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1005208 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/.system_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/./.system_shard1_replica_n2/data/]
[junit4] 2> 1005580 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1005580 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1005581 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1005581 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1005583 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2bef2f33[.system_shard1_replica_n1] main]
[junit4] 2> 1005597 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1005597 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1005597 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1005598 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1005598 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1005629 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1005629 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1005631 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1005631 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1005632 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@77d9bfe8[.system_shard1_replica_n2] main]
[junit4] 2> 1005633 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585298593949941760
[junit4] 2> 1005704 INFO (searcherExecutor-1570-thread-1-processing-n:127.0.0.1:34748_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@2bef2f33[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1005704 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
[junit4] 2> 1005705 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1005705 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1005705 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1005739 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1005739 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1005741 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f4a2a4c[.system_shard1_replica_n4] main]
[junit4] 2> 1005741 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1005742 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1005742 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1005742 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1005755 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1005756 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1005756 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585298594078916608
[junit4] 2> 1005796 INFO (searcherExecutor-1572-thread-1-processing-n:127.0.0.1:40045_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@77d9bfe8[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1005800 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1005800 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585298594125053952
[junit4] 2> 1005802 INFO (searcherExecutor-1571-thread-1-processing-n:127.0.0.1:40969_solr x:.system_shard1_replica_n4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore [.system_shard1_replica_n4] Registered new searcher Searcher@7f4a2a4c[.system_shard1_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1005946 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005946 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005946 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005946 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005962 INFO (zkCallback-1776-thread-2-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1005962 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34748/solr/.system_shard1_replica_n1/
[junit4] 2> 1006205 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:34748/solr START replicas=[http://127.0.0.1:40045/solr/.system_shard1_replica_n2/, http://127.0.0.1:40969/solr/.system_shard1_replica_n4/] nUpdates=100
[junit4] 2> 1006317 INFO (qtp1985513277-7877) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1006318 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.S.Request [.system_shard1_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=http://127.0.0.1:34748/solr DONE. We have no versions. sync failed.
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1006604 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1006606 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34748/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 1006714 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1006735 INFO (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006735 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006742 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006779 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1006781 INFO (qtp1490811998-7869) [n:127.0.0.1:34748_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3373
[junit4] 2> 1006816 INFO (qtp1504246322-7884) [n:127.0.0.1:40969_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3280
[junit4] 2> 1006828 INFO (qtp1985513277-7881) [n:127.0.0.1:40045_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3294
[junit4] 2> 1006873 INFO (qtp1490811998-7868) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1006898 INFO (OverseerCollectionConfigSetProcessor-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1006972 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1006972 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1007726 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1007876 INFO (qtp1490811998-7868) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=5158
[junit4] 2> 1008027 INFO (TEST-SystemLogListenerTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1008052 INFO (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1008053 INFO (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42638/solr ready
[junit4] 2> 1008068 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008069 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008071 INFO (qtp1504246322-7889) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008084 DEBUG (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1008104 INFO (qtp1490811998-7871) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=75
[junit4] 2> 1008142 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1008178 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008178 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008178 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1008179 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1008180 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1008214 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008232 INFO (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1008233 INFO (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42638/solr ready
[junit4] 2> 1008251 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008253 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1008267 INFO (qtp1504246322-7892) [n:127.0.0.1:40969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=12
[junit4] 2> 1008267 DEBUG (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1008340 INFO (qtp1490811998-7873) [n:127.0.0.1:34748_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=217
[junit4] 2> 1008340 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1008341 INFO (qtp1490811998-7875) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&name=test&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1008341 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008356 DEBUG (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008356 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1008357 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1008357 DEBUG (OverseerAutoScalingTriggerThread-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1008357 INFO (OverseerThreadFactory-1563-thread-2-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.CreateCollectionCmd Create collection test
[junit4] 2> 1008625 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40045/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008625 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34748/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008626 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40969/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008626 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40045/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008627 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"test_shard3_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34748/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008657 INFO (OverseerStateUpdate-99081161779052551-127.0.0.1:40969_solr-n_0000000000) [n:127.0.0.1:40969_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"test_shard3_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40969/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1008726 DEBUG (ScheduledTrigger-1561-thread-1) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1008868 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=test_shard2_replica_n3&action=CREATE&numShards=3&collection=test&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008872 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=test_shard1_replica_n2&action=CREATE&numShards=3&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008892 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&newCollection=true&name=test_shard2_replica_n4&action=CREATE&numShards=3&collection=test&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008893 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=test_shard3_replica_n5&action=CREATE&numShards=3&collection=test&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008896 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=test_shard1_replica_n1&action=CREATE&numShards=3&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008909 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=test_shard3_replica_n6&action=CREATE&numShards=3&collection=test&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1009019 INFO (zkCallback-1778-thread-2-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1778-thread-1-processing-n:127.0.0.1:40045_solr) [n:127.0.0.1:40045_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1777-thread-2-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1777-thread-1-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1776-thread-3-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009019 INFO (zkCallback-1776-thread-1-processing-n:127.0.0.1:40969_solr) [n:127.0.0.1:40969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009034 INFO (zkCallback-1777-thread-3-processing-n:127.0.0.1:34748_solr) [n:127.0.0.1:34748_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1009218 DEBUG (ScheduledTrigger-1561-thread-4) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1009729 DEBUG (ScheduledTrigger-1561-thread-3) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1010129 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010165 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.s.IndexSchema [test_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1010167 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010167 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_shard1_replica_n2' using configuration from collection test, trusted=true
[junit4] 2> 1010329 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1010332 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010353 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010355 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.core.test.shard1.replica_n2' (registry 'solr.core.test.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010355 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010355 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.c.SolrCore [[test_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/test_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/./test_shard1_replica_n2/data/]
[junit4] 2> 1010409 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.s.IndexSchema [test_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1010410 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010426 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.s.IndexSchema [test_shard3_replica_n5] Schema name=minimal
[junit4] 2> 1010427 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010447 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010447 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'test_shard2_replica_n3' using configuration from collection test, trusted=true
[junit4] 2> 1010462 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.core.test.shard2.replica_n3' (registry 'solr.core.test.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010462 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010462 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.c.SolrCore [[test_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/test_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/./test_shard2_replica_n3/data/]
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'test_shard3_replica_n5' using configuration from collection test, trusted=true
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34748.solr.core.test.shard3.replica_n5' (registry 'solr.core.test.shard3.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010481 INFO (qtp1490811998-7874) [n:127.0.0.1:34748_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n5] o.a.s.c.SolrCore [[test_shard3_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/test_shard3_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node1/./test_shard3_replica_n5/data/]
[junit4] 2> 1010483 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1010500 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.s.IndexSchema [test_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1010500 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.s.IndexSchema [test_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1010547 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.s.IndexSchema [test_shard3_replica_n6] Schema name=minimal
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_shard3_replica_n6' using configuration from collection test, trusted=true
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40969.solr.core.test.shard3.replica_n6' (registry 'solr.core.test.shard3.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010709 INFO (qtp1504246322-7882) [n:127.0.0.1:40969_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n6] o.a.s.c.SolrCore [[test_shard3_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/test_shard3_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node3/./test_shard3_replica_n6/data/]
[junit4] 2> 1010748 DEBUG (ScheduledTrigger-1561-thread-2) [n:127.0.0.1:40969_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:34748_solr, 127.0.0.1:40969_solr, 127.0.0.1:40045_solr]
[junit4] 2> 1010755 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010755 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_shard2_replica_n4' using configuration from collection test, trusted=true
[junit4] 2> 1010756 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.core.test.shard2.replica_n4' (registry 'solr.core.test.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010756 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010756 INFO (qtp1985513277-7888) [n:127.0.0.1:40045_solr c:test s:shard2 r:core_node10 x:test_shard2_replica_n4] o.a.s.c.SolrCore [[test_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/test_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/./test_shard2_replica_n4/data/]
[junit4] 2> 1010868 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1010868 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_shard1_replica_n1' using configuration from collection test, trusted=true
[junit4] 2> 1010936 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40045.solr.core.test.shard1.replica_n1' (registry 'solr.core.test.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1438097b
[junit4] 2> 1010936 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1010936 INFO (qtp1985513277-7887) [n:127.0.0.1:40045_solr c:test s:shard1 r:core_node7 x:test_shard1_replica_n1] o.a.s.c.SolrCore [[test_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/test_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_64D9824EAA566AA-001/tempDir-001/node2/./test_shard1_replica_n1/data/]
[junit4] 2> 1011226 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1011226 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1011228 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1011228 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1011241 INFO (qtp1490811998-7872) [n:127.0.0.1:34748_solr c:test s:shard1 r:core_node8 x:test_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@28e7e430[test_shard1_replica_n2] main]
[junit4] 2> 1011244 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1011244 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1011261 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1011261 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1011263 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@396e4db6[test_shard2_replica_n3] main]
[junit4] 2> 1011265 INFO (qtp1504246322-7885) [n:127.0.0.1:40969_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBas
[...truncated too long message...]
codahale.metrics.MetricRegistry@7be3b2f8
[junit4] 2> 1424470 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1424474 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1424474 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4544eccf: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2fe6b33
[junit4] 2> 1424477 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1424477 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b6bd3dc: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5e735401
[junit4] 2> 1424499 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36297_bu
[junit4] 2> 1424500 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1424558 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.c.Overseer Overseer (id=99081183818678294-127.0.0.1:36297_bu-n_0000000005) closing
[junit4] 2> 1424559 WARN (OverseerAutoScalingTriggerThread-99081183818678294-127.0.0.1:36297_bu-n_0000000005) [n:127.0.0.1:36297_bu ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1424559 INFO (OverseerStateUpdate-99081183818678294-127.0.0.1:36297_bu-n_0000000005) [n:127.0.0.1:36297_bu ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36297_bu
[junit4] 2> 1424579 INFO (zkCallback-676-thread-3-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1426974 WARN (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 1426975 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.SolrCore [collection1_shard1_replica_n25] CLOSING SolrCore org.apache.solr.core.SolrCore@a81b96e
[junit4] 2> 1426975 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n25, tag=176273774
[junit4] 2> 1426975 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d1b0dfc: rootName = null, domain = solr.core.collection1.shard1.replica_n25, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n25 / com.codahale.metrics.MetricRegistry@3a7e4ab2
[junit4] 2> 1427003 INFO (zkCallback-676-thread-2-processing-n:127.0.0.1:36297_bu) [n:127.0.0.1:36297_bu c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=176273774
[junit4] 2> 1427061 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5cd497e8{SSL,[ssl, http/1.1]}{127.0.0.1:36297}
[junit4] 2> 1427061 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a11ca1f{/bu,null,UNAVAILABLE}
[junit4] 2> 1427062 ERROR (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1427088 INFO (TEST-PeerSyncReplicationTest.test-seed#[64D9824EAA566AA]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46815 46815
[junit4] 2> 1427446 INFO (Thread-1506) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46815 46815
[junit4] 2> 1427463 WARN (Thread-1506) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/99081183818678277-127.0.0.1:40737_bu-n_0000000000
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/99081183818678282-core_node22-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/99081183818678282-127.0.0.1:46381_bu-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=64D9824EAA566AA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=Asia/Ho_Chi_Minh -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 89.6s J1 | PeerSyncReplicationTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<0> but was:<1>
[junit4] > at __randomizedtesting.SeedInfo.seed([64D9824EAA566AA:8E19A7FE44590B52]:0)
[junit4] > at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:202)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_64D9824EAA566AA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_s=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Memory), text=PostingsFormat(name=LuceneFixedGap)}, docValues:{other_tl1=DocValuesFormat(name=Lucene70), range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Lucene70), a_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=280, maxMBSortInHeap=6.799311483016091, sim=RandomSimilarity(queryNorm=false): {}, locale=hr, timezone=Asia/Ho_Chi_Minh
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=113164160,total=483393536
[junit4] 2> NOTE: All tests run in this JVM: [BadIndexSchemaTest, TestPerFieldSimilarity, SparseHLLTest, TestFastLRUCache, SolrCLIZkUtilsTest, SynonymTokenizerTest, RequestLoggingTest, LegacyCloudClusterPropTest, TestConfigSetsAPIExclusivity, TestSolrCloudWithKerberosAlt, DistributedVersionInfoTest, TestSolrQueryParser, TestLegacyFieldReuse, HighlighterConfigTest, TemplateUpdateProcessorTest, TestAtomicUpdateErrorCases, CoreMergeIndexesAdminHandlerTest, TestPushWriter, SuggesterFSTTest, CollectionTooManyReplicasTest, TestLazyCores, NumericFieldsTest, TestAnalyzedSuggestions, TriLevelCompositeIdRoutingTest, MBeansHandlerTest, AssignTest, CdcrRequestHandlerTest, TestSerializedLuceneMatchVersion, DistributedTermsComponentTest, TestInitParams, TestSimpleTrackingShardHandler, CreateCollectionCleanupTest, SOLR749Test, SuggesterTSTTest, TestBulkSchemaAPI, MoveReplicaHDFSFailoverTest, RollingRestartTest, TestFilteredDocIdSet, TestFieldTypeCollectionResource, SchemaVersionSpecificBehaviorTest, RequestHandlersTest, WrapperMergePolicyFactoryTest, TestReplicaProperties, PathHierarchyTokenizerFactoryTest, SolrCmdDistributorTest, SpellingQueryConverterTest, HdfsWriteToMultipleCollectionsTest, TestExactStatsCache, TestQueryWrapperFilter, TestMacros, HdfsDirectoryFactoryTest, RuleEngineTest, PreAnalyzedFieldTest, PeerSyncReplicationTest]
[junit4] Completed [119/749 (2!)] on J1 in 89.81s, 1 test, 1 failure <<< FAILURES!
[...truncated 49512 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 261 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/261/
3 tests failed.
FAILED: org.apache.lucene.classification.CachingNaiveBayesClassifierTest.testPerformance
Error Message:
evaluation took more than 1m: 63s
Stack Trace:
java.lang.AssertionError: evaluation took more than 1m: 63s
at __randomizedtesting.SeedInfo.seed([991B0048413D692F:5EFAF26A2A895180]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.lucene.classification.CachingNaiveBayesClassifierTest.testPerformance(CachingNaiveBayesClassifierTest.java:111)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:37892","node_name":"127.0.0.1:37892_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/18)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:45949", "node_name":"127.0.0.1:45949_", "state":"down", "type":"NRT"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:37892", "node_name":"127.0.0.1:37892_", "state":"active", "type":"NRT", "leader":"true"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:52144", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:52144_", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:37892","node_name":"127.0.0.1:37892_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/18)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:45949",
"node_name":"127.0.0.1:45949_",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:37892",
"node_name":"127.0.0.1:37892_",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:52144",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:52144_",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([D1A97D8512B487E2:59FD425FBC48EA1A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.RecoveryZkTest.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([D1A97D8512B487E2:59FD425FBC48EA1A]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1275)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 6144 lines...]
[junit4] Suite: org.apache.lucene.classification.CachingNaiveBayesClassifierTest
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CachingNaiveBayesClassifierTest -Dtests.method=testPerformance -Dtests.seed=991B0048413D692F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=no -Dtests.timezone=SystemV/MST7MDT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 72.5s J2 | CachingNaiveBayesClassifierTest.testPerformance <<<
[junit4] > Throwable #1: java.lang.AssertionError: evaluation took more than 1m: 63s
[junit4] > at __randomizedtesting.SeedInfo.seed([991B0048413D692F:5EFAF26A2A895180]:0)
[junit4] > at org.apache.lucene.classification.CachingNaiveBayesClassifierTest.testPerformance(CachingNaiveBayesClassifierTest.java:111)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {bool=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), cat=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=1239, maxMBSortInHeap=5.073220488182082, sim=RandomSimilarity(queryNorm=true): {bool=DFR I(F)B3(800.0), cat=DFR I(F)B2, text=DFR I(F)3(800.0)}, locale=no, timezone=SystemV/MST7MDT
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=311680272,total=339738624
[junit4] 2> NOTE: All tests run in this JVM: [CachingNaiveBayesClassifierTest]
[junit4] Completed [8/11 (1!)] on J2 in 85.70s, 4 tests, 1 failure <<< FAILURES!
[...truncated 5747 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171127_195025_9887116598822441555375.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # There is insufficient memory for the Java Runtime Environment to continue.
[junit4] # Native memory allocation (mmap) failed to map 89653248 bytes for committing reserved memory.
[junit4] # An error report file with more information is saved as:
[junit4] # /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/hs_err_pid11045.log
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171127_195025_9882011441173379104683.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: INFO: os::commit_memory(0x00000000e8280000, 89653248, 0) failed; error='Cannot allocate memory' (errno=12)
[junit4] <<< JVM J1: EOF ----
[...truncated 201 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/init-core-data-001
[junit4] 2> 1884435 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[D1A97D8512B487E2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 1884435 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[D1A97D8512B487E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1884445 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[D1A97D8512B487E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1884445 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[D1A97D8512B487E2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1884445 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[D1A97D8512B487E2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1884462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1884465 INFO (Thread-975) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1884465 INFO (Thread-975) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1884542 ERROR (Thread-975) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1884757 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkTestServer start zk server on port:49705
[junit4] 2> 1884912 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1884918 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1884926 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1884926 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1884934 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1884934 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1884945 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1884946 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1884947 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1884947 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1884948 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1884961 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1885726 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1885727 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b465e3e{/,null,AVAILABLE}
[junit4] 2> 1885727 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f3a2581{HTTP/1.1,[http/1.1]}{127.0.0.1:37962}
[junit4] 2> 1885727 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server Started @1904724ms
[junit4] 2> 1885727 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/tempDir-001/control/data, hostContext=/, hostPort=45949, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/control-001/cores}
[junit4] 2> 1885728 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1885728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1885728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1885728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1885728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T20:22:10.793Z
[junit4] 2> 1885828 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1885829 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/control-001/solr.xml
[junit4] 2> 1885832 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1885832 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1885833 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1885846 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49705/solr
[junit4] 2> 1887187 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1887187 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45949_
[junit4] 2> 1887205 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.c.Overseer Overseer (id=99078250792943620-127.0.0.1:45949_-n_0000000000) starting
[junit4] 2> 1887294 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45949_
[junit4] 2> 1887345 INFO (OverseerStateUpdate-99078250792943620-127.0.0.1:45949_-n_0000000000) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1888433 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1888531 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1888531 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1888558 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:45949_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/control-001/cores
[junit4] 2> 1888846 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1888847 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49705/solr ready
[junit4] 2> 1888847 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45086,localport=45949], receiveBufferSize:531000
[junit4] 2> 1888848 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37962,localport=56316], receiveBufferSize=530904
[junit4] 2> 1888855 INFO (qtp2142027995-4490) [n:127.0.0.1:45949_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45949_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1888859 INFO (OverseerThreadFactory-2059-thread-1-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1888974 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45088,localport=45949], receiveBufferSize:531000
[junit4] 2> 1888986 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37962,localport=56318], receiveBufferSize=530904
[junit4] 2> 1888986 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1888986 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1889161 INFO (zkCallback-858-thread-1-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1890011 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1890041 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1891734 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1891806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1891806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1891806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1891807 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1891849 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=0.1689453125, floorSegmentMB=0.3125, forceMergeDeletesPctAllowed=0.9695897561665889, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7244657648918478
[junit4] 2> 1891871 WARN (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1893750 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1893750 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1893751 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1893751 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1893752 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=46.9599609375, floorSegmentMB=1.1259765625, forceMergeDeletesPctAllowed=24.984123740915315, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8754046518088943
[junit4] 2> 1893757 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fd5a9e1[control_collection_shard1_replica_n1] main]
[junit4] 2> 1893786 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1893786 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1893794 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1893794 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585252022468214784
[junit4] 2> 1893804 INFO (searcherExecutor-2062-thread-1-processing-n:127.0.0.1:45949_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1fd5a9e1[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45949/control_collection_shard1_replica_n1/
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45949/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1893806 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1893824 INFO (zkCallback-858-thread-2-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1893825 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45949/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1893825 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1893842 INFO (qtp2142027995-4488) [n:127.0.0.1:45949_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4856
[junit4] 2> 1893844 INFO (qtp2142027995-4490) [n:127.0.0.1:45949_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1893962 INFO (zkCallback-858-thread-2-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1894844 INFO (qtp2142027995-4490) [n:127.0.0.1:45949_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45949_&wt=javabin&version=2} status=0 QTime=5989
[junit4] 2> 1894858 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1894858 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49705/solr ready
[junit4] 2> 1894858 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1894867 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45091,localport=45949], receiveBufferSize:531000
[junit4] 2> 1894878 INFO (qtp2142027995-4491) [n:127.0.0.1:45949_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1894878 INFO (SocketProxy-Acceptor-45949) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=37962,localport=56321], receiveBufferSize=530904
[junit4] 2> 1894886 INFO (OverseerCollectionConfigSetProcessor-99078250792943620-127.0.0.1:45949_-n_0000000000) [n:127.0.0.1:45949_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1894926 INFO (OverseerThreadFactory-2059-thread-2-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1894946 WARN (OverseerThreadFactory-2059-thread-2-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1895209 INFO (qtp2142027995-4491) [n:127.0.0.1:45949_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1895209 INFO (qtp2142027995-4491) [n:127.0.0.1:45949_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=331
[junit4] 2> 1895953 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001 of type NRT
[junit4] 2> 1895985 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1895990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5581b418{/,null,AVAILABLE}
[junit4] 2> 1895990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b01bb8e{HTTP/1.1,[http/1.1]}{127.0.0.1:39191}
[junit4] 2> 1895990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server Started @1914986ms
[junit4] 2> 1895990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=37892, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001/cores}
[junit4] 2> 1895990 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1895990 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1895991 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1895991 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1895991 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T20:22:21.056Z
[junit4] 2> 1896270 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1896271 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001/solr.xml
[junit4] 2> 1896274 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1896274 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1896275 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1896278 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49705/solr
[junit4] 2> 1896308 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1896320 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1896322 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37892_
[junit4] 2> 1896322 INFO (zkCallback-858-thread-2-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1896329 INFO (zkCallback-866-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1896421 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1896866 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1896908 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1896908 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1896926 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:37892_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001/cores
[junit4] 2> 1896927 INFO (OverseerCollectionConfigSetProcessor-99078250792943620-127.0.0.1:45949_-n_0000000000) [n:127.0.0.1:45949_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1897042 INFO (SocketProxy-Acceptor-37892) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52841,localport=37892], receiveBufferSize:531000
[junit4] 2> 1897043 INFO (SocketProxy-Acceptor-37892) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39191,localport=60957], receiveBufferSize=530904
[junit4] 2> 1897359 INFO (qtp1536310448-4544) [n:127.0.0.1:37892_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37892_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1897378 INFO (OverseerThreadFactory-2059-thread-3-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37892_ for creating new replica
[junit4] 2> 1897380 INFO (SocketProxy-Acceptor-37892) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52843,localport=37892], receiveBufferSize:531000
[junit4] 2> 1897385 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1897386 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1897431 INFO (SocketProxy-Acceptor-37892) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39191,localport=60959], receiveBufferSize=530904
[junit4] 2> 1897473 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1898130 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 1899282 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1899319 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 1899319 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1899320 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1899320 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 1899358 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=0.1689453125, floorSegmentMB=0.3125, forceMergeDeletesPctAllowed=0.9695897561665889, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7244657648918478
[junit4] 2> 1899724 WARN (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1899846 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1899846 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1899847 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1899847 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1899848 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=46.9599609375, floorSegmentMB=1.1259765625, forceMergeDeletesPctAllowed=24.984123740915315, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8754046518088943
[junit4] 2> 1899848 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@55da2def[collection1_shard2_replica_n41] main]
[junit4] 2> 1899849 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1899849 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1899850 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1899850 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585252028818391040
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37892/collection1_shard2_replica_n41/
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:37892/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 1899858 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1899869 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37892/collection1_shard2_replica_n41/ shard2
[junit4] 2> 1899878 INFO (searcherExecutor-2073-thread-1-processing-n:127.0.0.1:37892_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@55da2def[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1899888 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1899925 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1899957 INFO (qtp1536310448-4542) [n:127.0.0.1:37892_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2572
[junit4] 2> 1899988 INFO (qtp1536310448-4544) [n:127.0.0.1:37892_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37892_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2629
[junit4] 2> 1900057 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1900717 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001 of type NRT
[junit4] 2> 1900729 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1900855 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ca1ea4b{/,null,AVAILABLE}
[junit4] 2> 1900855 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e30268b{HTTP/1.1,[http/1.1]}{127.0.0.1:58129}
[junit4] 2> 1900855 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server Started @1919852ms
[junit4] 2> 1900855 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=52144, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001/cores}
[junit4] 2> 1900856 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1900856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1900856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1900856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1900856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T20:22:25.921Z
[junit4] 2> 1900890 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1900890 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001/solr.xml
[junit4] 2> 1900893 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1900893 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1900895 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1900897 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49705/solr
[junit4] 2> 1900938 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1900939 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1900940 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52144_
[junit4] 2> 1900941 INFO (zkCallback-866-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1900949 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1900949 INFO (zkCallback-858-thread-1-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1900982 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1901058 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1901069 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1901069 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1901080 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:52144_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001/cores
[junit4] 2> 1901364 INFO (qtp1536310448-4545) [n:127.0.0.1:37892_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52144_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1901368 INFO (OverseerCollectionConfigSetProcessor-99078250792943620-127.0.0.1:45949_-n_0000000000) [n:127.0.0.1:45949_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1901369 INFO (OverseerThreadFactory-2059-thread-4-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:52144_ for creating new replica
[junit4] 2> 1901371 INFO (SocketProxy-Acceptor-52144) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38276,localport=52144], receiveBufferSize:531000
[junit4] 2> 1901372 INFO (SocketProxy-Acceptor-52144) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=58129,localport=39519], receiveBufferSize=530904
[junit4] 2> 1901379 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1901380 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1901483 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1901483 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1902407 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1902450 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 1902928 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1902960 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 1902960 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1902960 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1902960 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 1902963 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=0.1689453125, floorSegmentMB=0.3125, forceMergeDeletesPctAllowed=0.9695897561665889, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7244657648918478
[junit4] 2> 1902976 WARN (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1903106 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1903106 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1903107 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1903107 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1903113 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=46.9599609375, floorSegmentMB=1.1259765625, forceMergeDeletesPctAllowed=24.984123740915315, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8754046518088943
[junit4] 2> 1903114 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@108a84a4[collection1_shard1_replica_n43] main]
[junit4] 2> 1903289 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1903305 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1903306 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1903306 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585252032442269696
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52144/collection1_shard1_replica_n43/
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:52144/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 1903572 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1903592 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1903592 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52144/collection1_shard1_replica_n43/ shard1
[junit4] 2> 1903592 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1903593 INFO (searcherExecutor-2084-thread-1-processing-n:127.0.0.1:52144_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@108a84a4[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1903608 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1903611 INFO (qtp2038761192-4578) [n:127.0.0.1:52144_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2231
[junit4] 2> 1903614 INFO (qtp1536310448-4545) [n:127.0.0.1:37892_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:52144_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2249
[junit4] 2> 1903747 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1903748 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1904252 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-3-001 of type NRT
[junit4] 2> 1904252 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1904254 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54066716{/,null,AVAILABLE}
[junit4] 2> 1904254 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@445a503f{HTTP/1.1,[http/1.1]}{127.0.0.1:50027}
[junit4] 2> 1904254 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.e.j.s.Server Started @1923251ms
[junit4] 2> 1904255 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=49263, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-3-001/cores}
[junit4] 2> 1904255 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1904275 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1904275 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1904276 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1904276 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-27T20:22:29.341Z
[junit4] 2> 1904299 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1904299 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-3-001/solr.xml
[junit4] 2> 1904331 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1904331 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1904332 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1904460 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49705/solr
[junit4] 2> 1904584 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1904585 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1904601 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49263_
[junit4] 2> 1904602 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1904602 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1904602 INFO (zkCallback-858-thread-1-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1904602 INFO (zkCallback-866-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1904795 INFO (zkCallback-883-thread-1-processing-n:127.0.0.1:49263_) [n:127.0.0.1:49263_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1905347 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1905388 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1905388 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1905406 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D1A97D8512B487E2]) [n:127.0.0.1:49263_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-3-001/cores
[junit4] 2> 1905590 INFO (OverseerCollectionConfigSetProcessor-99078250792943620-127.0.0.1:45949_-n_0000000000) [n:127.0.0.1:45949_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1905642 INFO (qtp1536310448-4548) [n:127.0.0.1:37892_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:49263_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1906308 INFO (OverseerThreadFactory-2059-thread-5-processing-n:127.0.0.1:45949_) [n:127.0.0.1:45949_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:49263_ for creating new replica
[junit4] 2> 1906310 INFO (SocketProxy-Acceptor-49263) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=56000,localport=49263], receiveBufferSize:531000
[junit4] 2> 1906322 INFO (SocketProxy-Acceptor-49263) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=50027,localport=60320], receiveBufferSize=530904
[junit4] 2> 1906358 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1906358 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1906361 INFO (zkCallback-877-thread-2-processing-n:127.0.0.1:52144_) [n:127.0.0.1:52144_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1906361 INFO (zkCallback-871-thread-1-processing-n:127.0.0.1:37892_) [n:127.0.0.1:37892_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1906367 INFO (zkCallback-883-thread-1-processing-n:127.0.0.1:49263_) [n:127.0.0.1:49263_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1907548 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1907603 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 1908926 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1908952 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 1908953 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40adc588
[junit4] 2> 1908953 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1908953 INFO (qtp526455971-4611) [n:127.0.0.1:49263_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D1A97D8512B487E2-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/x1/jenkin
[...truncated too long message...]
ave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_195025_9996465019715991229733.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_195025_9997800573449667930610.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_195025_9994160322922950819839.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J2-20171127_195025_9994358168246119214570.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:779: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171127_195025_9887116598822441555375.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171127_195025_9882011441173379104683.syserr
Total time: 353 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #258 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any