You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/02 23:47:42 UTC
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20597 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20597/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream
Error Message:
Error from server at https://127.0.0.1:34413/solr/workQueue_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/workQueue_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/workQueue_shard2_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:34413/solr/workQueue_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/workQueue_shard2_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([D772E37D9FC7A5AE:6A659664A6EB98F3]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:7540)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34413/solr/workQueue_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/workQueue_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/workQueue_shard2_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 14633 lines...]
[junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/init-core-data-001
[junit4] 2> 5984 WARN (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=38 numCloses=38
[junit4] 2> 5984 INFO (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 5985 INFO (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 6155 INFO (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 6158 INFO (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001
[junit4] 2> 6163 INFO (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 6165 INFO (Thread-12) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 6165 INFO (Thread-12) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 6264 INFO (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35915
[junit4] 2> 6281 ERROR (Thread-12) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 6630 INFO (jetty-launcher-23-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 6633 INFO (jetty-launcher-23-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 6633 INFO (jetty-launcher-23-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 6633 INFO (jetty-launcher-23-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 6688 INFO (jetty-launcher-23-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1addcdb{/solr,null,AVAILABLE}
[junit4] 2> 6688 INFO (jetty-launcher-23-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@289fbf{/solr,null,AVAILABLE}
[junit4] 2> 6688 INFO (jetty-launcher-23-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@186104c{/solr,null,AVAILABLE}
[junit4] 2> 6688 INFO (jetty-launcher-23-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@513fd3{/solr,null,AVAILABLE}
[junit4] 2> 6734 INFO (jetty-launcher-23-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8b1ec0{SSL,[ssl, http/1.1]}{127.0.0.1:34413}
[junit4] 2> 6735 INFO (jetty-launcher-23-thread-4) [ ] o.e.j.s.Server Started @8531ms
[junit4] 2> 6735 INFO (jetty-launcher-23-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34413}
[junit4] 2> 6734 INFO (jetty-launcher-23-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c72ea{SSL,[ssl, http/1.1]}{127.0.0.1:42181}
[junit4] 2> 6737 INFO (jetty-launcher-23-thread-3) [ ] o.e.j.s.Server Started @8533ms
[junit4] 2> 6737 INFO (jetty-launcher-23-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5edfc5{SSL,[ssl, http/1.1]}{127.0.0.1:35637}
[junit4] 2> 6737 INFO (jetty-launcher-23-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42181}
[junit4] 2> 6737 INFO (jetty-launcher-23-thread-2) [ ] o.e.j.s.Server Started @8533ms
[junit4] 2> 6737 INFO (jetty-launcher-23-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35637}
[junit4] 2> 6746 INFO (jetty-launcher-23-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@aa76f4{SSL,[ssl, http/1.1]}{127.0.0.1:41391}
[junit4] 2> 6746 INFO (jetty-launcher-23-thread-1) [ ] o.e.j.s.Server Started @8542ms
[junit4] 2> 6746 INFO (jetty-launcher-23-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41391}
[junit4] 2> 6754 ERROR (jetty-launcher-23-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6755 INFO (jetty-launcher-23-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 6755 ERROR (jetty-launcher-23-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6755 INFO (jetty-launcher-23-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6755 ERROR (jetty-launcher-23-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6755 INFO (jetty-launcher-23-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 6755 INFO (jetty-launcher-23-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 6755 INFO (jetty-launcher-23-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6755 INFO (jetty-launcher-23-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 6756 ERROR (jetty-launcher-23-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6756 INFO (jetty-launcher-23-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 6756 INFO (jetty-launcher-23-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6756 INFO (jetty-launcher-23-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 6755 INFO (jetty-launcher-23-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 6758 INFO (jetty-launcher-23-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6758 INFO (jetty-launcher-23-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 6776 INFO (jetty-launcher-23-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-02T23:37:15.697Z
[junit4] 2> 6776 INFO (jetty-launcher-23-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-02T23:37:15.697Z
[junit4] 2> 6776 INFO (jetty-launcher-23-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-02T23:37:15.697Z
[junit4] 2> 6777 INFO (jetty-launcher-23-thread-4) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 6776 INFO (jetty-launcher-23-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-02T23:37:15.699Z
[junit4] 2> 6777 INFO (jetty-launcher-23-thread-3) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 6825 INFO (jetty-launcher-23-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 6850 INFO (jetty-launcher-23-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 6856 INFO (jetty-launcher-23-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 6856 INFO (jetty-launcher-23-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 6873 INFO (jetty-launcher-23-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35915/solr
[junit4] 2> 6875 INFO (jetty-launcher-23-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35915/solr
[junit4] 2> 6882 INFO (jetty-launcher-23-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35915/solr
[junit4] 2> 6901 INFO (jetty-launcher-23-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35915/solr
[junit4] 2> 6925 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15edf7364880005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 6988 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15edf7364880007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 6989 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15edf7364880008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 7126 WARN (jetty-launcher-23-thread-2) [n:127.0.0.1:35637_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 7133 WARN (jetty-launcher-23-thread-4) [n:127.0.0.1:34413_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 7135 WARN (jetty-launcher-23-thread-3) [n:127.0.0.1:42181_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 7139 WARN (jetty-launcher-23-thread-1) [n:127.0.0.1:41391_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 7156 INFO (jetty-launcher-23-thread-4) [n:127.0.0.1:34413_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 7158 INFO (jetty-launcher-23-thread-3) [n:127.0.0.1:42181_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 7159 INFO (jetty-launcher-23-thread-1) [n:127.0.0.1:41391_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 7160 INFO (jetty-launcher-23-thread-2) [n:127.0.0.1:35637_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 7160 INFO (jetty-launcher-23-thread-4) [n:127.0.0.1:34413_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34413_solr
[junit4] 2> 7162 INFO (jetty-launcher-23-thread-3) [n:127.0.0.1:42181_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42181_solr
[junit4] 2> 7163 INFO (jetty-launcher-23-thread-2) [n:127.0.0.1:35637_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35637_solr
[junit4] 2> 7165 INFO (jetty-launcher-23-thread-4) [n:127.0.0.1:34413_solr ] o.a.s.c.Overseer Overseer (id=98761928549597194-127.0.0.1:34413_solr-n_0000000000) starting
[junit4] 2> 7166 INFO (zkCallback-45-thread-1-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 7173 INFO (zkCallback-43-thread-1-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 7175 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:35637_solr) [n:127.0.0.1:35637_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 7177 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:35637_solr) [n:127.0.0.1:35637_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 7178 INFO (zkCallback-43-thread-1-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 7183 INFO (zkCallback-45-thread-1-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 7186 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:41391_solr) [n:127.0.0.1:41391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 7200 INFO (jetty-launcher-23-thread-1) [n:127.0.0.1:41391_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41391_solr
[junit4] 2> 7212 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:35637_solr) [n:127.0.0.1:35637_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 7212 INFO (zkCallback-43-thread-1-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 7213 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:41391_solr) [n:127.0.0.1:41391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 7213 INFO (zkCallback-45-thread-1-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 7316 INFO (jetty-launcher-23-thread-4) [n:127.0.0.1:34413_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34413_solr
[junit4] 2> 7317 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:35637_solr) [n:127.0.0.1:35637_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 7318 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:41391_solr) [n:127.0.0.1:41391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 7318 INFO (zkCallback-45-thread-1-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 7336 INFO (zkCallback-43-thread-2-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 7631 INFO (jetty-launcher-23-thread-1) [n:127.0.0.1:41391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41391.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7633 INFO (jetty-launcher-23-thread-1) [n:127.0.0.1:41391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41391.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7633 INFO (jetty-launcher-23-thread-1) [n:127.0.0.1:41391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41391.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7645 INFO (jetty-launcher-23-thread-4) [n:127.0.0.1:34413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34413.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7646 INFO (jetty-launcher-23-thread-4) [n:127.0.0.1:34413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34413.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7646 INFO (jetty-launcher-23-thread-4) [n:127.0.0.1:34413_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34413.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7642 INFO (jetty-launcher-23-thread-2) [n:127.0.0.1:35637_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35637.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7649 INFO (jetty-launcher-23-thread-2) [n:127.0.0.1:35637_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35637.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7649 INFO (jetty-launcher-23-thread-2) [n:127.0.0.1:35637_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35637.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7651 INFO (jetty-launcher-23-thread-3) [n:127.0.0.1:42181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42181.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7652 INFO (jetty-launcher-23-thread-3) [n:127.0.0.1:42181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42181.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7652 INFO (jetty-launcher-23-thread-3) [n:127.0.0.1:42181_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42181.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 7666 INFO (jetty-launcher-23-thread-4) [n:127.0.0.1:34413_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node4/.
[junit4] 2> 7666 INFO (jetty-launcher-23-thread-2) [n:127.0.0.1:35637_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node2/.
[junit4] 2> 7666 INFO (jetty-launcher-23-thread-3) [n:127.0.0.1:42181_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node3/.
[junit4] 2> 7668 INFO (jetty-launcher-23-thread-1) [n:127.0.0.1:41391_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node1/.
[junit4] 2> 7961 INFO (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 7962 INFO (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35915/solr ready
[junit4] 2> 8283 INFO (qtp7317524-272) [n:127.0.0.1:41391_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 8294 INFO (OverseerThreadFactory-291-thread-1-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 8411 INFO (OverseerStateUpdate-98761928549597194-127.0.0.1:34413_solr-n_0000000000) [n:127.0.0.1:34413_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34413/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 8417 INFO (OverseerStateUpdate-98761928549597194-127.0.0.1:34413_solr-n_0000000000) [n:127.0.0.1:34413_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42181/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 8683 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 8685 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 8685 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 8685 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 8798 INFO (zkCallback-43-thread-2-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 8798 INFO (zkCallback-43-thread-1-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 8798 INFO (zkCallback-45-thread-2-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 8798 INFO (zkCallback-45-thread-1-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 9709 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 9712 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 9723 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=test
[junit4] 2> 9751 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
[junit4] 2> 9756 WARN (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 9756 WARN (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 9760 WARN (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 9763 WARN (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 9765 WARN (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 9766 WARN (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 9794 WARN (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 10041 WARN (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 10048 WARN (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 10073 WARN (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 10073 WARN (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 10074 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 10082 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 10084 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34413.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 10085 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 10085 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node4/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node4/./collection1_shard1_replica_n1/data/]
[junit4] 2> 10105 WARN (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 10105 WARN (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 10105 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 10106 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 10106 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42181.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 10106 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 10106 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node3/collection1_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node3/./collection1_shard2_replica_n2/data/]
[junit4] 2> 10237 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 10237 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 10239 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 10239 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 10241 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d32837[collection1_shard1_replica_n1] main]
[junit4] 2> 10244 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 10245 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 10247 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 10249 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 10258 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 10259 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 10259 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 10261 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@26f13b[collection1_shard2_replica_n2] main]
[junit4] 2> 10263 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 10264 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 10264 INFO (searcherExecutor-300-thread-1-processing-n:127.0.0.1:34413_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@1d32837[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 10264 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580190861051822080
[junit4] 2> 10265 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 10266 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580190861053919232
[junit4] 2> 10268 INFO (searcherExecutor-301-thread-1-processing-n:127.0.0.1:42181_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@26f13b[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 10293 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 10293 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 10293 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34413/solr/collection1_shard1_replica_n1/
[junit4] 2> 10295 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 10295 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34413/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 10295 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 10308 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 10310 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 10310 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42181/solr/collection1_shard2_replica_n2/
[junit4] 2> 10310 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 10311 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:42181/solr/collection1_shard2_replica_n2/ has no replicas
[junit4] 2> 10311 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 10336 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34413/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 10342 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42181/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 10449 INFO (zkCallback-45-thread-1-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 10449 INFO (zkCallback-43-thread-1-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 10449 INFO (zkCallback-45-thread-2-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 10449 INFO (zkCallback-43-thread-2-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 10498 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 10498 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 10501 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1815
[junit4] 2> 10506 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1823
[junit4] 2> 10560 INFO (qtp7317524-272) [n:127.0.0.1:41391_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 10604 INFO (zkCallback-43-thread-1-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 10604 INFO (zkCallback-43-thread-2-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 10604 INFO (zkCallback-45-thread-1-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 10604 INFO (zkCallback-45-thread-2-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 11561 INFO (qtp7317524-272) [n:127.0.0.1:41391_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3279
[junit4] 2> 11567 INFO (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):90
[junit4] 2> 11568 INFO (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 11592 INFO (TEST-StreamExpressionTest.testParallelRankStream-seed#[D772E37D9FC7A5AE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testParallelRankStream
[junit4] 2> 11644 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:42181/solr/collection1_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1580190862489419776)} 0 9
[junit4] 2> 11648 INFO (qtp11738693-251) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580190862503051264,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 11649 INFO (qtp11738693-251) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 11650 INFO (qtp11738693-251) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 11650 INFO (qtp11738693-251) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:42181/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 11652 INFO (qtp25467071-252) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580190862507245568,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 11652 INFO (qtp25467071-252) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 11653 INFO (qtp25467071-252) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 11653 INFO (qtp25467071-252) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:42181/solr/collection1_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 11654 INFO (qtp25467071-263) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1580190862481031168),commit=} 0 44
[junit4] 2> 11682 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1:4&wt=javabin&version=2}{add=[0 (1580190862518779904), 4 (1580190862537654272), 8 (1580190862537654273), 10 (1580190862538702848)]} 0 20
[junit4] 2> 11683 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1:4&wt=javabin&version=2}{add=[2 (1580190862515634176), 3 (1580190862537654272), 5 (1580190862537654273), 6 (1580190862538702848), 7 (1580190862538702849), 9 (1580190862539751424)]} 0 24
[junit4] 2> 11696 INFO (qtp11738693-259) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580190862553382912,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 11700 INFO (qtp11738693-259) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ab9f3 commitCommandVersion:1580190862553382912
[junit4] 2> 11704 INFO (qtp25467071-263) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580190862561771520,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 11706 INFO (qtp25467071-263) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d13474 commitCommandVersion:1580190862561771520
[junit4] 2> 11771 INFO (qtp25467071-263) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@b1f2c8[collection1_shard2_replica_n2] main]
[junit4] 2> 11771 INFO (qtp11738693-259) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1477505[collection1_shard1_replica_n1] main]
[junit4] 2> 11772 INFO (qtp25467071-263) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 11772 INFO (qtp11738693-259) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 11773 INFO (searcherExecutor-301-thread-1-processing-n:127.0.0.1:42181_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@b1f2c8[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C6)))}
[junit4] 2> 11773 INFO (qtp25467071-263) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:34413/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 69
[junit4] 2> 11774 INFO (searcherExecutor-300-thread-1-processing-n:127.0.0.1:34413_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@1477505[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C4)))}
[junit4] 2> 11774 INFO (qtp11738693-259) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:34413/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 78
[junit4] 2> 11775 INFO (qtp11738693-251) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{commit=} 0 89
[junit4] 2> 11788 INFO (TEST-StreamExpressionTest.testParallelRankStream-seed#[D772E37D9FC7A5AE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 11789 INFO (TEST-StreamExpressionTest.testParallelRankStream-seed#[D772E37D9FC7A5AE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35915/solr ready
[junit4] 2> 11801 INFO (qtp25467071-254) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.S.Request [collection1_shard2_replica_n2] webapp=/solr path=/stream params={distrib=false&workerID=0&indent=off&numWorkers=2&expr=top(n%3D11,search(collection1,q%3D"*:*",fl%3D"id,a_s,a_i",sort%3D"a_i+asc",partitionKeys%3Da_i,zkHost%3D"127.0.0.1:35915/solr"),sort%3D"a_i+desc")&wt=json&version=2.2} status=0 QTime=1
[junit4] 2> 11802 INFO (qtp11738693-259) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/stream params={distrib=false&workerID=1&indent=off&numWorkers=2&expr=top(n%3D11,search(collection1,q%3D"*:*",fl%3D"id,a_s,a_i",sort%3D"a_i+asc",partitionKeys%3Da_i,zkHost%3D"127.0.0.1:35915/solr"),sort%3D"a_i+desc")&wt=json&version=2.2} status=0 QTime=0
[junit4] 2> 11807 INFO (qtp11738693-259) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 11808 INFO (qtp11738693-259) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35915/solr ready
[junit4] 2> 11844 INFO (qtp11738693-251) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&fq={!hash+workers%3D2+worker%3D1}&wt=json&version=2.2} hits=0 status=0 QTime=25
[junit4] 2> 11846 INFO (qtp25467071-263) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.S.Request [collection1_shard2_replica_n2] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&fq={!hash+workers%3D2+worker%3D1}&wt=json&version=2.2} hits=4 status=0 QTime=32
[junit4] 2> 11846 INFO (qtp25467071-247) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.S.Request [collection1_shard2_replica_n2] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&fq={!hash+workers%3D2+worker%3D0}&wt=json&version=2.2} hits=2 status=0 QTime=20
[junit4] 2> 11847 INFO (qtp11738693-258) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i&sort=a_i+asc&partitionKeys=a_i&fq={!hash+workers%3D2+worker%3D0}&wt=json&version=2.2} hits=4 status=0 QTime=11
[junit4] 2> 11877 INFO (TEST-StreamExpressionTest.testParallelRankStream-seed#[D772E37D9FC7A5AE]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testParallelRankStream
[junit4] 2> 11894 INFO (TEST-StreamExpressionTest.testDotProduct-seed#[D772E37D9FC7A5AE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDotProduct
[junit4] 2> 11928 INFO (qtp11738693-251) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63b498[collection1_shard1_replica_n1] realtime]
[junit4] 2> 11928 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1976067[collection1_shard2_replica_n2] realtime]
[junit4] 2> 11929 INFO (qtp25467071-267) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:34413/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1580190862765195264)} 0 31
[junit4] 2> 11932 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580190862800846848,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 11932 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@ab9f3 commitCommandVersion:1580190862800846848
[junit4] 2> 11932 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f78ecc[collection1_shard1_replica_n1] main]
[junit4] 2> 11935 INFO (searcherExecutor-300-thread-1-processing-n:127.0.0.1:34413_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@1f78ecc[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 11936 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 11936 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:34413/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
[junit4] 2> 11938 INFO (qtp25467071-252) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580190862807138304,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 11939 INFO (qtp25467071-252) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d13474 commitCommandVersion:1580190862807138304
[junit4] 2> 11939 INFO (qtp25467071-252) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@13b03dc[collection1_shard2_replica_n2] main]
[junit4] 2> 11940 INFO (qtp25467071-252) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 11941 INFO (searcherExecutor-301-thread-1-processing-n:127.0.0.1:42181_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@13b03dc[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 11942 INFO (qtp25467071-252) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:34413/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 11942 INFO (qtp11738693-251) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1580190862763098112),commit=} 0 47
[junit4] 2> 11949 INFO (qtp7317524-248) [n:127.0.0.1:41391_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 11957 INFO (qtp11738693-274) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/stream params={indent=off&expr=dotProduct(array(2,4,6,8,10,12),array(1,2,3,4,5,6))&wt=json&version=2.2} status=0 QTime=3
[junit4] 2> 11974 INFO (TEST-StreamExpressionTest.testDotProduct-seed#[D772E37D9FC7A5AE]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDotProduct
[junit4] 2> 11990 INFO (TEST-StreamExpressionTest.testParallelUpdateStream-seed#[D772E37D9FC7A5AE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testParallelUpdateStream
[junit4] 2> 11994 INFO (qtp25467071-383) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:34413/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1580190862864809984)} 0 1
[junit4] 2> 11997 INFO (qtp11738693-269) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580190862869004288,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 11997 INFO (qtp11738693-269) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 11997 INFO (qtp25467071-254) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580190862869004288,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 11997 INFO (qtp25467071-254) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 11998 INFO (qtp11738693-269) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 11998 INFO (qtp11738693-269) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:34413/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 11999 INFO (qtp25467071-254) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 11999 INFO (qtp25467071-254) [n:127.0.0.1:42181_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:34413/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 12000 INFO (qtp11738693-258) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1580190862862712832),commit=} 0 8
[junit4] 2> 12001 INFO (qtp7317524-275) [n:127.0.0.1:41391_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=parallelDestinationCollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 12003 INFO (OverseerThreadFactory-291-thread-2-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.CreateCollectionCmd Create collection parallelDestinationCollection
[junit4] 2> 12003 INFO (OverseerCollectionConfigSetProcessor-98761928549597194-127.0.0.1:34413_solr-n_0000000000) [n:127.0.0.1:34413_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 12211 INFO (OverseerStateUpdate-98761928549597194-127.0.0.1:34413_solr-n_0000000000) [n:127.0.0.1:34413_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"parallelDestinationCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"parallelDestinationCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42181/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 12212 INFO (OverseerStateUpdate-98761928549597194-127.0.0.1:34413_solr-n_0000000000) [n:127.0.0.1:34413_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"parallelDestinationCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"parallelDestinationCollection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41391/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 12421 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=parallelDestinationCollection_shard1_replica_n1&action=CREATE&numShards=2&collection=parallelDestinationCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 12455 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=parallelDestinationCollection_shard2_replica_n2&action=CREATE&numShards=2&collection=parallelDestinationCollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 12577 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:41391_solr) [n:127.0.0.1:41391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection/state.json] for collection [parallelDestinationCollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 12578 INFO (zkCallback-45-thread-2-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection/state.json] for collection [parallelDestinationCollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 12578 INFO (zkCallback-45-thread-1-processing-n:127.0.0.1:42181_solr) [n:127.0.0.1:42181_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection/state.json] for collection [parallelDestinationCollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 12582 INFO (zkCallback-44-thread-2-processing-n:127.0.0.1:41391_solr) [n:127.0.0.1:41391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection/state.json] for collection [parallelDestinationCollection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 13454 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 13473 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 13476 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.s.IndexSchema [parallelDestinationCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 13488 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.s.IndexSchema [parallelDestinationCollection_shard2_replica_n2] Schema name=test
[junit4] 2> 13618 WARN (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 13618 WARN (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 13619 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 13618 WARN (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 13619 WARN (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 13619 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 13619 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'parallelDestinationCollection_shard1_replica_n1' using configuration from collection parallelDestinationCollection, trusted=true
[junit4] 2> 13620 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'parallelDestinationCollection_shard2_replica_n2' using configuration from collection parallelDestinationCollection, trusted=true
[junit4] 2> 13621 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42181.solr.core.parallelDestinationCollection.shard1.replica_n1' (registry 'solr.core.parallelDestinationCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 13621 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 13621 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.c.SolrCore [[parallelDestinationCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node3/parallelDestinationCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node3/./parallelDestinationCollection_shard1_replica_n1/data/]
[junit4] 2> 13623 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41391.solr.core.parallelDestinationCollection.shard2.replica_n2' (registry 'solr.core.parallelDestinationCollection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17a5570
[junit4] 2> 13623 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 13623 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.c.SolrCore [[parallelDestinationCollection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node1/parallelDestinationCollection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001/tempDir-001/node1/./parallelDestinationCollection_shard2_replica_n2/data/]
[junit4] 2> 13687 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 13687 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 13692 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 13692 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 13694 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ee99c5[parallelDestinationCollection_shard1_replica_n1] main]
[junit4] 2> 13695 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 13695 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 13696 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 13702 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580190864656826368
[junit4] 2> 13703 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 13703 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 13704 INFO (searcherExecutor-310-thread-1-processing-n:127.0.0.1:42181_solr x:parallelDestinationCollection_shard1_replica_n1 s:shard1 c:parallelDestinationCollection r:core_node3) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.c.SolrCore [parallelDestinationCollection_shard1_replica_n1] Registered new searcher Searcher@ee99c5[parallelDestinationCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 13705 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 13705 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 13708 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@334f9e[parallelDestinationCollection_shard2_replica_n2] main]
[junit4] 2> 13710 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 13711 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 13712 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 13713 INFO (qtp7317524-253) [n:127.0.0.1:41391_solr c:parallelDestinationCollection s:shard2 r:core_node4 x:parallelDestinationCollection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580190864668360704
[junit4] 2> 13714 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 13714 INFO (qtp25467071-250) [n:127.0.0.1:42181_solr c:parallelDestinationCollection s:shard1 r:core_node3 x:parallelDestinationCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may
[...truncated too long message...]
rd1.replica_n1, service url = null, agent id = null] for registry solr.core.destination.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@156055c
[junit4] 2> 117803 INFO (coreCloseExecutor-492-thread-1) [n:127.0.0.1:34413_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=12462481
[junit4] 2> 117803 INFO (coreCloseExecutor-492-thread-2) [n:127.0.0.1:34413_solr c:mainCorpus s:shard2 r:core_node4 x:mainCorpus_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus.shard2.leader, tag=15503908
[junit4] 2> 117804 INFO (jetty-closer-24-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98761928549597194-127.0.0.1:34413_solr-n_0000000000) closing
[junit4] 2> 117806 INFO (OverseerStateUpdate-98761928549597194-127.0.0.1:34413_solr-n_0000000000) [n:127.0.0.1:34413_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34413_solr
[junit4] 2> 117809 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:35637_solr) [n:127.0.0.1:35637_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 117809 INFO (zkCallback-44-thread-2-processing-n:127.0.0.1:41391_solr) [n:127.0.0.1:41391_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41391_solr
[junit4] 2> 117809 INFO (zkCallback-44-thread-1-processing-n:127.0.0.1:41391_solr) [n:127.0.0.1:41391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 117810 INFO (zkCallback-42-thread-2-processing-n:127.0.0.1:35637_solr) [n:127.0.0.1:35637_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 117810 INFO (zkCallback-42-thread-1-processing-n:127.0.0.1:35637_solr) [n:127.0.0.1:35637_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35637_solr
[junit4] 2> 117810 WARN (zkCallback-44-thread-1-processing-n:127.0.0.1:41391_solr) [n:127.0.0.1:41391_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 117812 INFO (coreCloseExecutor-493-thread-2) [n:127.0.0.1:35637_solr c:destination s:shard1 r:core_node3 x:destination_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard1.leader, tag=32564234
[junit4] 2> 117813 WARN (zkCallback-42-thread-1-processing-n:127.0.0.1:35637_solr) [n:127.0.0.1:35637_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 117813 INFO (jetty-closer-24-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@186104c{/solr,null,UNAVAILABLE}
[junit4] 2> 119309 WARN (zkCallback-43-thread-2-processing-n:127.0.0.1:34413_solr) [n:127.0.0.1:34413_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 119309 INFO (jetty-closer-24-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@289fbf{/solr,null,UNAVAILABLE}
[junit4] 2> 119310 INFO (jetty-closer-24-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1addcdb{/solr,null,UNAVAILABLE}
[junit4] 2> 119310 ERROR (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 119311 INFO (SUITE-StreamExpressionTest-seed#[D772E37D9FC7A5AE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35915 35915
[junit4] 2> 124374 INFO (Thread-12) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35915 35915
[junit4] 2> 124375 WARN (Thread-12) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 97 /solr/aliases.json
[junit4] 2> 7 /solr/configs/ml
[junit4] 2> 7 /solr/configs/conf
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 97 /solr/clusterprops.json
[junit4] 2> 97 /solr/clusterstate.json
[junit4] 2> 40 /solr/collections/destinationCollection/state.json
[junit4] 2> 26 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 22 /solr/collections/destination/state.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 20 /solr/collections/workQueue/state.json
[junit4] 2> 20 /solr/collections/mainCorpus/state.json
[junit4] 2> 10 /solr/collections/collection1/state.json
[junit4] 2> 10 /solr/collections/uknownCollection/state.json
[junit4] 2> 10 /solr/collections/modelCollection/state.json
[junit4] 2> 10 /solr/collections/checkpointCollection/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98761928549597194-127.0.0.1:34413_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 97 /solr/live_nodes
[junit4] 2> 97 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_D772E37D9FC7A5AE-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=FSTOrd50, name_s=Lucene50(blocksize=128), iteration_i=Lucene50(blocksize=128), terms_ss=PostingsFormat(name=LuceneFixedGap), join2_s=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=LuceneFixedGap), subject=PostingsFormat(name=LuceneFixedGap), a_f=PostingsFormat(name=Memory), intDefault=PostingsFormat(name=Memory), falseNegative_i=PostingsFormat(name=Memory), a2_s=FSTOrd50, a_i=Lucene50(blocksize=128), level1_s=FSTOrd50, body_t=Lucene50(blocksize=128), a_s=FSTOrd50, a_t=PostingsFormat(name=LuceneFixedGap), id=Lucene50(blocksize=128), text=FSTOrd50, alpha_d=Lucene50(blocksize=128), i_multi=Lucene50(blocksize=128), idf_d=PostingsFormat(name=Memory), b_ls=PostingsFormat(name=Memory), checkpoint_ss=Lucene50(blocksize=128), test_t=Lucene50(blocksize=128), ident_s=PostingsFormat(name=Memory), order_i=PostingsFormat(name=LuceneFixedGap), error_d=FSTOrd50, side_s=Lucene50(blocksize=128), truePositive_i=FSTOrd50, miles_i=PostingsFormat(name=Memory), field_s=PostingsFormat(name=Memory), price_f=PostingsFormat(name=LuceneFixedGap), a1_s=PostingsFormat(name=Memory), join1_i=FSTOrd50, test_i=PostingsFormat(name=LuceneFixedGap), join3_i=Lucene50(blocksize=128), falsePositive_i=PostingsFormat(name=Memory), field_i=PostingsFormat(name=LuceneFixedGap), s_multi=FSTOrd50, level2_s=PostingsFormat(name=Memory), col_s=PostingsFormat(name=Memory), a_ss=PostingsFormat(name=LuceneFixedGap), score_f=FSTOrd50, tv_text=PostingsFormat(name=Memory), term_s=PostingsFormat(name=LuceneFixedGap), text_s=FSTOrd50, timestamp=PostingsFormat(name=LuceneFixedGap), idfs_ds=PostingsFormat(name=LuceneFixedGap), weights_ds=Lucene50(blocksize=128), featureSet_s=PostingsFormat(name=Memory), trueNegative_i=FSTOrd50, index_i=PostingsFormat(name=Memory), test_dt=FSTOrd50, out_i=PostingsFormat(name=Memory), whitetok=Lucene50(blocksize=128), _version_=PostingsFormat(name=Memory)}, docValues:{expr_s=DocValuesFormat(name=Asserting), name_s=DocValuesFormat(name=Memory), iteration_i=DocValuesFormat(name=Memory), terms_ss=DocValuesFormat(name=Direct), join2_s=DocValuesFormat(name=Direct), field_s=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Direct), price_f=DocValuesFormat(name=Direct), a1_s=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), join1_i=DocValuesFormat(name=Asserting), falseNegative_i=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Memory), test_i=DocValuesFormat(name=Direct), join3_i=DocValuesFormat(name=Memory), falsePositive_i=DocValuesFormat(name=Lucene70), field_i=DocValuesFormat(name=Direct), level1_s=DocValuesFormat(name=Asserting), s_multi=DocValuesFormat(name=Asserting), level2_s=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Asserting), score_f=DocValuesFormat(name=Asserting), term_s=DocValuesFormat(name=Direct), text_s=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Direct), i_multi=DocValuesFormat(name=Memory), featureSet_s=DocValuesFormat(name=Lucene70), trueNegative_i=DocValuesFormat(name=Asserting), index_i=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Asserting), out_i=DocValuesFormat(name=Lucene70), checkpoint_ss=DocValuesFormat(name=Memory), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), side_s=DocValuesFormat(name=Memory), truePositive_i=DocValuesFormat(name=Asserting), miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=109, maxMBSortInHeap=7.182431954026566, sim=RandomSimilarity(queryNorm=false): {}, locale=tr-TR, timezone=Africa/Monrovia
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=157193336,total=317718528
[junit4] 2> NOTE: All tests run in this JVM: [LessThanEvaluatorTest, ReverseEvaluatorTest, TestCoreAdmin, StreamExpressionTest]
[junit4] Completed [87/145 (1!)] on J2 in 118.46s, 117 tests, 1 error <<< FAILURES!
[...truncated 41895 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20600 -
Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20600/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseG1GC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream
Error Message:
Error from server at http://127.0.0.1:44019/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/mainCorpus_shard2_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:44019/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/mainCorpus_shard2_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([ADDB542EE1240FFE:10CC2137D80832A3]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:7541)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44019/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/mainCorpus_shard2_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
Build Log:
[...truncated 13942 lines...]
[junit4] JVM J2: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J2-20171003_115204_2606427818806798886792.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/workspace/Lucene-Solr-master-Linux/heapdumps/java_pid4592.hprof ...
[junit4] Heap dump file created [328913126 bytes in 0.477 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 887 lines...]
[junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
[junit4] 2> 75673 INFO (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/init-core-data-001
[junit4] 2> 75675 WARN (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=19 numCloses=19
[junit4] 2> 75675 INFO (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 75676 INFO (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 75676 INFO (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001
[junit4] 2> 75676 INFO (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 75678 INFO (Thread-537) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 75678 INFO (Thread-537) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 75707 ERROR (Thread-537) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 75778 INFO (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36753
[junit4] 2> 75783 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 75791 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 75798 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 75802 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 75834 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41cc281c{/solr,null,AVAILABLE}
[junit4] 2> 75847 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23c9555b{HTTP/1.1,[http/1.1]}{127.0.0.1:35819}
[junit4] 2> 75847 INFO (jetty-launcher-800-thread-3) [ ] o.e.j.s.Server Started @77126ms
[junit4] 2> 75847 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35819}
[junit4] 2> 75848 ERROR (jetty-launcher-800-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 75848 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 75848 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 75848 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 75848 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-03T12:33:21.316169Z
[junit4] 2> 75848 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f85994c{/solr,null,AVAILABLE}
[junit4] 2> 75854 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37db042c{/solr,null,AVAILABLE}
[junit4] 2> 75854 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53690a48{HTTP/1.1,[http/1.1]}{127.0.0.1:44019}
[junit4] 2> 75854 INFO (jetty-launcher-800-thread-4) [ ] o.e.j.s.Server Started @77133ms
[junit4] 2> 75854 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44019}
[junit4] 2> 75855 ERROR (jetty-launcher-800-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 75855 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@402d7812{HTTP/1.1,[http/1.1]}{127.0.0.1:44429}
[junit4] 2> 75855 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 75855 INFO (jetty-launcher-800-thread-2) [ ] o.e.j.s.Server Started @77133ms
[junit4] 2> 75855 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 75855 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44429}
[junit4] 2> 75855 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 75855 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-03T12:33:21.323267Z
[junit4] 2> 75855 ERROR (jetty-launcher-800-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 75855 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 75855 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 75855 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 75855 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-03T12:33:21.323525Z
[junit4] 2> 75862 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 75869 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 75869 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 75870 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47e1e655{/solr,null,AVAILABLE}
[junit4] 2> 75871 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22d6e322{HTTP/1.1,[http/1.1]}{127.0.0.1:38529}
[junit4] 2> 75871 INFO (jetty-launcher-800-thread-1) [ ] o.e.j.s.Server Started @77149ms
[junit4] 2> 75871 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38529}
[junit4] 2> 75871 ERROR (jetty-launcher-800-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 75871 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 75871 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 75871 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 75871 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-03T12:33:21.339610Z
[junit4] 2> 75872 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ee239ef0b0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 75874 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36753/solr
[junit4] 2> 75880 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 75884 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36753/solr
[junit4] 2> 75885 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36753/solr
[junit4] 2> 75899 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36753/solr
[junit4] 2> 75909 WARN (jetty-launcher-800-thread-3) [ ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 75911 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 75911 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35819_solr
[junit4] 2> 75912 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98764980300218376-127.0.0.1:35819_solr-n_0000000000) starting
[junit4] 2> 75924 WARN (jetty-launcher-800-thread-4) [ ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 75924 WARN (jetty-launcher-800-thread-2) [ ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 75925 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 75925 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 75926 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44019_solr
[junit4] 2> 75926 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44429_solr
[junit4] 2> 75935 INFO (zkCallback-820-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 75948 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 75948 INFO (zkCallback-816-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 75952 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35819_solr
[junit4] 2> 75954 INFO (zkCallback-816-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 75961 WARN (jetty-launcher-800-thread-1) [ ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 75962 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 75963 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 75963 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44429.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 75964 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38529_solr
[junit4] 2> 75966 INFO (zkCallback-820-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 75971 INFO (zkCallback-816-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 75974 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 75974 INFO (zkCallback-820-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 75976 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44429.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 75976 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44429.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 75977 INFO (jetty-launcher-800-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node2/.
[junit4] 2> 75986 INFO (zkCallback-823-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 76010 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 76014 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38529.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 76028 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35819.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 76030 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38529.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 76030 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38529.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 76030 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 76031 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 76031 INFO (jetty-launcher-800-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node1/.
[junit4] 2> 76032 INFO (jetty-launcher-800-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node4/.
[junit4] 2> 76035 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35819.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 76035 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35819.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 76036 INFO (jetty-launcher-800-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node3/.
[junit4] 2> 76112 INFO (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 76113 INFO (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36753/solr ready
[junit4] 2> 76117 INFO (qtp1935427593-2597) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 76118 INFO (OverseerThreadFactory-888-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1_collection
[junit4] 2> 76222 INFO (OverseerStateUpdate-98764980300218376-127.0.0.1:35819_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38529/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 76223 INFO (OverseerStateUpdate-98764980300218376-127.0.0.1:35819_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44019/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 76426 INFO (qtp977423913-2590) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 76426 INFO (qtp449340098-2600) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 76426 INFO (qtp977423913-2590) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 76427 INFO (qtp449340098-2600) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 76534 INFO (zkCallback-820-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 76534 INFO (zkCallback-823-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 76534 INFO (zkCallback-820-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 76534 INFO (zkCallback-823-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 77437 INFO (qtp449340098-2600) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 77438 INFO (qtp977423913-2590) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 77475 INFO (qtp449340098-2600) [ ] o.a.s.s.IndexSchema [collection1_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 77479 INFO (qtp977423913-2590) [ ] o.a.s.s.IndexSchema [collection1_collection_shard2_replica_n2] Schema name=test
[junit4] 2> 77550 WARN (qtp449340098-2600) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 77550 WARN (qtp449340098-2600) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 77550 INFO (qtp449340098-2600) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 77550 INFO (qtp449340098-2600) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard1_replica_n1' using configuration from collection collection1_collection, trusted=true
[junit4] 2> 77551 INFO (qtp449340098-2600) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38529.solr.core.collection1_collection.shard1.replica_n1' (registry 'solr.core.collection1_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 77551 INFO (qtp449340098-2600) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 77551 INFO (qtp449340098-2600) [ ] o.a.s.c.SolrCore [[collection1_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node1/collection1_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node1/./collection1_collection_shard1_replica_n1/data/]
[junit4] 2> 77564 WARN (qtp977423913-2590) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 77564 WARN (qtp977423913-2590) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 77564 INFO (qtp977423913-2590) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 77564 INFO (qtp977423913-2590) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard2_replica_n2' using configuration from collection collection1_collection, trusted=true
[junit4] 2> 77565 INFO (qtp977423913-2590) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44019.solr.core.collection1_collection.shard2.replica_n2' (registry 'solr.core.collection1_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 77565 INFO (qtp977423913-2590) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 77565 INFO (qtp977423913-2590) [ ] o.a.s.c.SolrCore [[collection1_collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node4/collection1_collection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node4/./collection1_collection_shard2_replica_n2/data/]
[junit4] 2> 77598 INFO (qtp449340098-2600) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 77598 INFO (qtp449340098-2600) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 77599 INFO (qtp449340098-2600) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 77599 INFO (qtp449340098-2600) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 77600 INFO (qtp449340098-2600) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fa685cb[collection1_collection_shard1_replica_n1] main]
[junit4] 2> 77601 INFO (qtp449340098-2600) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 77601 INFO (qtp449340098-2600) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 77602 INFO (qtp449340098-2600) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 77602 INFO (searcherExecutor-896-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@4fa685cb[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 77602 INFO (qtp449340098-2600) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580239686803128320
[junit4] 2> 77605 INFO (qtp449340098-2600) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 77605 INFO (qtp449340098-2600) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 77605 INFO (qtp449340098-2600) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38529/solr/collection1_collection_shard1_replica_n1/
[junit4] 2> 77605 INFO (qtp449340098-2600) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 77605 INFO (qtp449340098-2600) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:38529/solr/collection1_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 77605 INFO (qtp449340098-2600) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 77606 INFO (qtp977423913-2590) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 77606 INFO (qtp977423913-2590) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 77607 INFO (qtp449340098-2600) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38529/solr/collection1_collection_shard1_replica_n1/ shard1
[junit4] 2> 77607 INFO (qtp977423913-2590) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 77607 INFO (qtp977423913-2590) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 77608 INFO (qtp977423913-2590) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@28fa350c[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 77609 INFO (qtp977423913-2590) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 77609 INFO (qtp977423913-2590) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 77609 INFO (qtp977423913-2590) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 77610 INFO (searcherExecutor-897-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@28fa350c[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 77610 INFO (qtp977423913-2590) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580239686811516928
[junit4] 2> 77613 INFO (qtp977423913-2590) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 77613 INFO (qtp977423913-2590) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 77613 INFO (qtp977423913-2590) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/
[junit4] 2> 77613 INFO (qtp977423913-2590) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 77613 INFO (qtp977423913-2590) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/ has no replicas
[junit4] 2> 77613 INFO (qtp977423913-2590) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 77614 INFO (qtp977423913-2590) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/ shard2
[junit4] 2> 77716 INFO (zkCallback-820-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 77716 INFO (zkCallback-823-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 77716 INFO (zkCallback-820-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 77716 INFO (zkCallback-823-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 77757 INFO (qtp449340098-2600) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 77759 INFO (qtp449340098-2600) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1333
[junit4] 2> 77764 INFO (qtp977423913-2590) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 77766 INFO (qtp977423913-2590) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1339
[junit4] 2> 77770 INFO (qtp1935427593-2597) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 77869 INFO (zkCallback-820-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 77869 INFO (zkCallback-823-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 77869 INFO (zkCallback-823-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 77869 INFO (zkCallback-820-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 78120 INFO (OverseerCollectionConfigSetProcessor-98764980300218376-127.0.0.1:35819_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 78772 INFO (qtp1935427593-2597) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2654
[junit4] 2> 78772 INFO (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1_collection failOnTimeout:true timeout (sec):90
[junit4] 2> 78773 INFO (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1_collection
[junit4] 2> 78774 INFO (qtp1935427593-2599) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 78881 INFO (qtp1935427593-2599) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=collection1_collection&name=collection1&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=107
[junit4] 2> 78904 INFO (TEST-StreamExpressionTest.testNullStream-seed#[ADDB542EE1240FFE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNullStream
[junit4] 2> 78914 INFO (qtp449340098-2609) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1580239688174665728)} 0 3
[junit4] 2> 78918 INFO (qtp449340098-2570) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688183054336,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 78918 INFO (qtp449340098-2570) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 78919 INFO (qtp449340098-2570) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 78919 INFO (qtp449340098-2570) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 78919 INFO (qtp977423913-2583) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688184102912,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 78919 INFO (qtp977423913-2583) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 78919 INFO (qtp977423913-2583) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 78919 INFO (qtp977423913-2583) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 78920 INFO (qtp977423913-2598) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1580239688170471424),commit=} 0 14
[junit4] 2> 78925 INFO (qtp449340098-2574) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[0 (1580239688187248640), 4 (1580239688189345792), 1 (1580239688189345793)]} 0 2
[junit4] 2> 78925 INFO (qtp977423913-2576) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[2 (1580239688188297216), 3 (1580239688189345792), 5 (1580239688189345793)]} 0 2
[junit4] 2> 78928 INFO (qtp977423913-2590) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688192491520,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 78928 INFO (qtp449340098-2600) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688193540096,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 78928 INFO (qtp977423913-2590) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@70c3771e commitCommandVersion:1580239688192491520
[junit4] 2> 78929 INFO (qtp449340098-2600) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@24655761 commitCommandVersion:1580239688193540096
[junit4] 2> 78942 INFO (qtp449340098-2600) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@9f0c9c2[collection1_collection_shard1_replica_n1] main]
[junit4] 2> 78942 INFO (qtp977423913-2590) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ffa06e4[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 78942 INFO (qtp449340098-2600) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 78942 INFO (qtp977423913-2590) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 78943 INFO (searcherExecutor-897-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@7ffa06e4[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c3)))}
[junit4] 2> 78943 INFO (qtp977423913-2590) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 16
[junit4] 2> 78944 INFO (searcherExecutor-896-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@9f0c9c2[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c3)))}
[junit4] 2> 78944 INFO (qtp449340098-2600) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 16
[junit4] 2> 78944 INFO (qtp977423913-2581) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{commit=} 0 18
[junit4] 2> 78948 INFO (TEST-StreamExpressionTest.testNullStream-seed#[ADDB542EE1240FFE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 78949 INFO (TEST-StreamExpressionTest.testNullStream-seed#[ADDB542EE1240FFE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36753/solr ready
[junit4] 2> 78951 INFO (qtp977423913-2587) [ ] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_f+asc&wt=json&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 78953 INFO (qtp449340098-2578) [ ] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&distrib=false&fl=id,a_s,a_i,a_f&sort=a_f+asc&wt=json&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 78954 INFO (TEST-StreamExpressionTest.testNullStream-seed#[ADDB542EE1240FFE]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNullStream
[junit4] 2> 78966 INFO (TEST-StreamExpressionTest.testHist-seed#[ADDB542EE1240FFE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHist
[junit4] 2> 78968 INFO (qtp449340098-2570) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@19210675[collection1_collection_shard1_replica_n1] realtime]
[junit4] 2> 78968 INFO (qtp977423913-2583) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5338db33[collection1_collection_shard2_replica_n2] realtime]
[junit4] 2> 78969 INFO (qtp449340098-2570) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1580239688234434560)} 0 1
[junit4] 2> 78970 INFO (qtp977423913-2598) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688236531712,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 78970 INFO (qtp977423913-2598) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@70c3771e commitCommandVersion:1580239688236531712
[junit4] 2> 78970 INFO (qtp449340098-2578) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688236531712,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 78970 INFO (qtp449340098-2578) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@24655761 commitCommandVersion:1580239688236531712
[junit4] 2> 78970 INFO (qtp449340098-2578) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@519fcc03[collection1_collection_shard1_replica_n1] main]
[junit4] 2> 78970 INFO (qtp977423913-2598) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b4d7073[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 78971 INFO (qtp977423913-2598) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 78971 INFO (qtp449340098-2578) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 78971 INFO (searcherExecutor-897-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@4b4d7073[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 78971 INFO (searcherExecutor-896-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@519fcc03[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 78971 INFO (qtp449340098-2578) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 78971 INFO (qtp977423913-2598) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 78972 INFO (qtp977423913-2583) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1580239688234434560),commit=} 0 5
[junit4] 2> 78974 INFO (qtp1935427593-2571) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 78976 INFO (qtp449340098-2600) [ ] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/stream params={indent=off&expr=hist(sequence(100,+0,+1),+10)&wt=json&version=2.2} status=0 QTime=0
[junit4] 2> 79015 INFO (qtp449340098-2570) [ ] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/stream params={indent=off&expr=hist(sequence(100,+0,+1),+5)&wt=json&version=2.2} status=0 QTime=0
[junit4] 2> 79017 INFO (TEST-StreamExpressionTest.testHist-seed#[ADDB542EE1240FFE]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHist
[junit4] 2> 79027 INFO (TEST-StreamExpressionTest.testDistance-seed#[ADDB542EE1240FFE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDistance
[junit4] 2> 79028 INFO (qtp449340098-2578) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1580239688298397696)} 0 0
[junit4] 2> 79029 INFO (qtp977423913-2587) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688299446272,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 79029 INFO (qtp449340098-2574) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688299446272,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 79029 INFO (qtp977423913-2587) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 79029 INFO (qtp449340098-2574) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 79029 INFO (qtp449340098-2574) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 79029 INFO (qtp977423913-2587) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 79029 INFO (qtp449340098-2574) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 79029 INFO (qtp977423913-2587) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 79030 INFO (qtp977423913-2576) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1580239688297349120),commit=} 0 2
[junit4] 2> 79048 INFO (qtp977423913-2590) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[id_1 (1580239688302592000), id_3 (1580239688303640576), id_4 (1580239688303640577), id_5 (1580239688303640578), id_6 (1580239688303640579), id_7 (1580239688303640580), id_8 (1580239688303640581), id_9 (1580239688304689152), id_11 (1580239688304689153), id_12 (1580239688304689154), ... (125 adds)]} 0 17
[junit4] 2> 79049 INFO (qtp449340098-2609) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[id_2 (1580239688301543424), id_10 (1580239688302592000), id_13 (1580239688302592001), id_14 (1580239688303640576), id_16 (1580239688303640577), id_17 (1580239688303640578), id_18 (1580239688303640579), id_21 (1580239688303640580), id_22 (1580239688303640581), id_23 (1580239688303640582), ... (125 adds)]} 0 17
[junit4] 2> 79051 INFO (qtp449340098-2574) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688322514944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 79051 INFO (qtp449340098-2574) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@24655761 commitCommandVersion:1580239688322514944
[junit4] 2> 79051 INFO (qtp977423913-2587) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688322514944,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 79051 INFO (qtp977423913-2587) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@70c3771e commitCommandVersion:1580239688322514944
[junit4] 2> 79059 INFO (qtp977423913-2587) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@11109479[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 79059 INFO (qtp449340098-2574) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f08d390[collection1_collection_shard1_replica_n1] main]
[junit4] 2> 79060 INFO (qtp977423913-2587) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 79060 INFO (qtp449340098-2574) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 79060 INFO (searcherExecutor-896-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@3f08d390[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):c125)))}
[junit4] 2> 79060 INFO (searcherExecutor-897-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@11109479[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):c125)))}
[junit4] 2> 79060 INFO (qtp449340098-2574) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:38529/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 9
[junit4] 2> 79060 INFO (qtp977423913-2587) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:38529/solr/collection1_collection_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 9
[junit4] 2> 79061 INFO (qtp449340098-2570) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{commit=} 0 12
[junit4] 2> 79070 INFO (qtp977423913-2590) [ ] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/stream params={indent=off&expr=let(a%3Dtimeseries(collection1,+q%3D"*:*",+start%3D"2013-01-01T01:00:00.000Z",+end%3D"2016-12-01T01:00:00.000Z",+gap%3D"%2B1YEAR",+field%3D"test_dt",+count(*),+sum(price_f),+max(price_f),+min(price_f)),+b%3Dselect(timeseries(collection1,+q%3D"*:*",+start%3D"2013-01-01T01:00:00.000Z",+end%3D"2016-12-01T01:00:00.000Z",+gap%3D"%2B1YEAR",+field%3D"test_dt",+count(*),+sum(price_f),+max(price_f),+min(price_f)),mult(-1,+count(*))+as+nvalue),+c%3Dcol(a,+count(*)),+d%3Dcol(b,+nvalue),+tuple(colc%3Dc,+cold%3Dd,+cov%3Dcov(c,d),+dist%3Ddistance(c,d),+mdist%3DmanhattanDistance(c,d),+edist%3DearthMoversDistance(c,+d),+cdist%3DcanberraDistance(c,d),chdist%3DchebyshevDistance(c,d)))&wt=json&version=2.2} status=0 QTime=5
[junit4] 2> 79072 INFO (qtp977423913-2590) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 79073 INFO (qtp977423913-2590) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36753/solr ready
[junit4] 2> 79084 INFO (qtp449340098-2578) [ ] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1_collection:4&_facet_={}&fl=id&fl=score&shards.purpose=1048580&start=0&fsv=true&collection=collection1_collection&shard.url=http://127.0.0.1:38529/solr/collection1_collection_shard1_replica_n1/&rows=0&version=2&q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&field=test_dt&NOW=1507034004542&isShard=true&wt=javabin} hits=125 status=0 QTime=6
[junit4] 2> 79086 INFO (qtp977423913-2581) [ ] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1_collection:4&_facet_={}&fl=id&fl=score&shards.purpose=1048580&start=0&fsv=true&collection=collection1_collection&shard.url=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&rows=0&version=2&q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&field=test_dt&NOW=1507034004542&isShard=true&wt=javabin} hits=125 status=0 QTime=7
[junit4] 2> 79086 INFO (qtp977423913-2587) [ ] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/select params={q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&_stateVer_=collection1_collection:4&field=test_dt&rows=0&wt=javabin&version=2} hits=250 status=0 QTime=12
[junit4] 2> 79092 INFO (qtp977423913-2709) [ ] o.a.s.c.S.Request [collection1_collection_shard2_replica_n2] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1_collection:4&_facet_={}&fl=id&fl=score&shards.purpose=1048580&start=0&fsv=true&collection=collection1_collection&shard.url=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&rows=0&version=2&q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&field=test_dt&NOW=1507034004556&isShard=true&wt=javabin} hits=125 status=0 QTime=2
[junit4] 2> 79092 INFO (qtp449340098-2578) [ ] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1_collection:4&_facet_={}&fl=id&fl=score&shards.purpose=1048580&start=0&fsv=true&collection=collection1_collection&shard.url=http://127.0.0.1:38529/solr/collection1_collection_shard1_replica_n1/&rows=0&version=2&q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&field=test_dt&NOW=1507034004556&isShard=true&wt=javabin} hits=125 status=0 QTime=3
[junit4] 2> 79093 INFO (qtp449340098-2580) [ ] o.a.s.c.S.Request [collection1_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&json.facet={"timeseries":{"type":"range","field":"test_dt","start":"2013-01-01T01:00:00.000Z","end":"2016-12-01T01:00:00.000Z","gap":"%2B1YEAR","facet":{"facet_0":"sum(price_f)","facet_1":"max(price_f)","facet_2":"min(price_f)"}}}&_stateVer_=collection1_collection:4&field=test_dt&rows=0&wt=javabin&version=2} hits=250 status=0 QTime=5
[junit4] 2> 79098 INFO (TEST-StreamExpressionTest.testDistance-seed#[ADDB542EE1240FFE]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDistance
[junit4] 2> 79111 INFO (TEST-StreamExpressionTest.testParallelDaemonCommitStream-seed#[ADDB542EE1240FFE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testParallelDaemonCommitStream
[junit4] 2> 79113 INFO (qtp977423913-2583) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2db423b0[collection1_collection_shard2_replica_n2] realtime]
[junit4] 2> 79113 INFO (qtp449340098-2609) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@629430b[collection1_collection_shard1_replica_n1] realtime]
[junit4] 2> 79113 INFO (qtp449340098-2609) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1580239688386478080)} 0 1
[junit4] 2> 79115 INFO (qtp977423913-2576) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688389623808,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 79115 INFO (qtp977423913-2576) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@70c3771e commitCommandVersion:1580239688389623808
[junit4] 2> 79115 INFO (qtp977423913-2576) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e66677a[collection1_collection_shard2_replica_n2] main]
[junit4] 2> 79115 INFO (qtp977423913-2576) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 79116 INFO (qtp449340098-2604) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239688390672384,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 79116 INFO (qtp449340098-2604) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@24655761 commitCommandVersion:1580239688390672384
[junit4] 2> 79116 INFO (qtp449340098-2604) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@68283d72[collection1_collection_shard1_replica_n1] main]
[junit4] 2> 79116 INFO (qtp449340098-2604) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 79117 INFO (searcherExecutor-897-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@e66677a[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 79118 INFO (searcherExecutor-896-thread-1) [ ] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@68283d72[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 79118 INFO (qtp977423913-2576) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 79118 INFO (qtp449340098-2604) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:44019/solr/collection1_collection_shard2_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 79119 INFO (qtp977423913-2583) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1580239688386478080),commit=} 0 7
[junit4] 2> 79119 INFO (qtp1935427593-2601) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=parallelDestinationCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 79122 INFO (OverseerThreadFactory-888-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection parallelDestinationCollection1
[junit4] 2> 79122 INFO (OverseerCollectionConfigSetProcessor-98764980300218376-127.0.0.1:35819_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 79330 INFO (OverseerStateUpdate-98764980300218376-127.0.0.1:35819_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"parallelDestinationCollection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"parallelDestinationCollection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44429/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 79332 INFO (OverseerStateUpdate-98764980300218376-127.0.0.1:35819_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"parallelDestinationCollection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"parallelDestinationCollection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44019/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 79533 INFO (qtp977423913-2710) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=parallelDestinationCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=parallelDestinationCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 79533 INFO (qtp1935427593-2597) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=parallelDestinationCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=parallelDestinationCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 79640 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 79640 INFO (zkCallback-820-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 79640 INFO (zkCallback-820-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 79640 INFO (zkCallback-819-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 80545 INFO (qtp977423913-2710) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 80549 INFO (qtp1935427593-2597) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 80556 INFO (qtp1935427593-2597) [ ] o.a.s.s.IndexSchema [parallelDestinationCollection1_shard1_replica_n1] Schema name=test
[junit4] 2> 80571 INFO (qtp977423913-2710) [ ] o.a.s.s.IndexSchema [parallelDestinationCollection1_shard2_replica_n2] Schema name=test
[junit4] 2> 80603 WARN (qtp1935427593-2597) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 80603 WARN (qtp1935427593-2597) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 80603 INFO (qtp1935427593-2597) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 80603 INFO (qtp1935427593-2597) [ ] o.a.s.c.CoreContainer Creating SolrCore 'parallelDestinationCollection1_shard1_replica_n1' using configuration from collection parallelDestinationCollection1, trusted=true
[junit4] 2> 80604 INFO (qtp1935427593-2597) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44429.solr.core.parallelDestinationCollection1.shard1.replica_n1' (registry 'solr.core.parallelDestinationCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 80604 INFO (qtp1935427593-2597) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 80604 INFO (qtp1935427593-2597) [ ] o.a.s.c.SolrCore [[parallelDestinationCollection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node2/parallelDestinationCollection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node2/./parallelDestinationCollection1_shard1_replica_n1/data/]
[junit4] 2> 80685 WARN (qtp977423913-2710) [ ] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 80685 WARN (qtp977423913-2710) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
[junit4] 2> 80685 INFO (qtp977423913-2710) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 80685 INFO (qtp977423913-2710) [ ] o.a.s.c.CoreContainer Creating SolrCore 'parallelDestinationCollection1_shard2_replica_n2' using configuration from collection parallelDestinationCollection1, trusted=true
[junit4] 2> 80686 INFO (qtp977423913-2710) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44019.solr.core.parallelDestinationCollection1.shard2.replica_n2' (registry 'solr.core.parallelDestinationCollection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@68dbf90c
[junit4] 2> 80686 INFO (qtp977423913-2710) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 80687 INFO (qtp977423913-2710) [ ] o.a.s.c.SolrCore [[parallelDestinationCollection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node4/parallelDestinationCollection1_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001/tempDir-001/node4/./parallelDestinationCollection1_shard2_replica_n2/data/]
[junit4] 2> 80723 INFO (qtp1935427593-2597) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 80723 INFO (qtp1935427593-2597) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 80725 INFO (qtp1935427593-2597) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 80725 INFO (qtp1935427593-2597) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 80726 INFO (qtp1935427593-2597) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c006a19[parallelDestinationCollection1_shard1_replica_n1] main]
[junit4] 2> 80727 INFO (qtp1935427593-2597) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 80727 INFO (qtp1935427593-2597) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 80728 INFO (qtp1935427593-2597) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 80729 INFO (searcherExecutor-906-thread-1) [ ] o.a.s.c.SolrCore [parallelDestinationCollection1_shard1_replica_n1] Registered new searcher Searcher@5c006a19[parallelDestinationCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 80729 INFO (qtp1935427593-2597) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580239690082025472
[junit4] 2> 80733 INFO (qtp1935427593-2597) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 80733 INFO (qtp1935427593-2597) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 80733 INFO (qtp1935427593-2597) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44429/solr/parallelDestinationCollection1_shard1_replica_n1/
[junit4] 2> 80733 INFO (qtp1935427593-2597) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 80733 INFO (qtp1935427593-2597) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44429/solr/parallelDestinationCollection1_shard1_replica_n1/ has no replicas
[junit4] 2> 80733 INFO (qtp1935427593-2597) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 80735 INFO (qtp1935427593-2597) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44429/solr/parallelDestinationCollection1_shard1_replica_n1/ shard1
[junit4] 2> 80750 INFO (qtp977423913-2710) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 80750 INFO (qtp977423913-2710) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 80752 INFO (qtp977423913-2710) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 80752 INFO (qtp977423913-2710) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 80753 INFO (qtp977423913-2710) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@29c1517a[parallelDestinationCollection1_shard2_replica_n2] main]
[junit4] 2> 80754 INFO (qtp977423913-2710) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 80754 INFO (qtp977423913-2710) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 80755 INFO (qtp977423913-2710) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 80755 INFO (qtp977423913-2710) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580239690109288448
[junit4] 2> 80767 INFO (qtp977423913-2710) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 80767 INFO (qtp977423913-2710) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 80767 INFO (qtp977423913-2710) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44019/solr/parallelDestinationCollection1_shard2_replica_n2/
[junit4] 2> 80767 INFO (qtp977423913-2710) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 80767 INFO (qtp977423913-2710) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44019/solr/parallelDestinationCollection1_shard2_replica_n2/ has no replicas
[junit4] 2> 80767 INFO (qtp977423913-2710) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 80769 INFO (qtp977423913-2710) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44019/solr/parallelDestinationCollection1_shard2_replica_n2/ shard2
[junit4] 2> 80770 INFO (searcherExecutor-907-thread-1) [ ] o.a.s.c.SolrCore [parallelDestinationCollection1_shard2_replica_n2] Registered new searcher Searcher@29c1517a[parallelDestinationCollection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 80871 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 80871 INFO (zkCallback-820-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 80871 INFO (zkCallback-820-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 80871 INFO (zkCallback-819-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 80893 INFO (qtp1935427593-2597) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 80894 INFO (qtp1935427593-2597) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=parallelDestinationCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=parallelDestinationCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1360
[junit4] 2> 80920 INFO (qtp977423913-2710) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 80921 INFO (qtp977423913-2710) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=parallelDestinationCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=parallelDestinationCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1388
[junit4] 2> 80924 INFO (qtp1935427593-2601) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 81033 INFO (zkCallback-820-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 81033 INFO (zkCallback-820-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 81033 INFO (zkCallback-819-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 81033 INFO (zkCallback-819-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/parallelDestinationCollection1/state.json] for collection [parallelDestinationCollection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 81124 INFO (OverseerCollectionConfigSetProcessor-98764980300218376-127.0.0.1:35819_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 81924 INFO (qtp1935427593-2601) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=parallelDestinationCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2804
[junit4] 2> 81924 INFO (TEST-StreamExpressionTest.testParallelDaemonCommitStream-seed#[ADDB542EE1240FFE]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: parallelDestinationCollection1 failOnTimeout:true timeout (sec):90
[junit4] 2> 81925 INFO (TEST-StreamExpressionTest.testParallelDaemonCommitStream-seed#[ADDB542EE1240FFE]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: parallelDestinationCollection1
[junit4] 2> 81928 INFO (qtp977423913-2581) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard2_replica_n2] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[2 (1580239691337170944), 3 (1580239691339268096)]} 0 2
[junit4] 2> 81929 INFO (qtp449340098-2574) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_collection_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=collection1_collection:4&wt=javabin&version=2}{add=[0 (1580239691337170944), 4 (1580239691339268096), 1 (1580239691339268097)]} 0 2
[junit4] 2> 81931 INFO (qtp977423913-2709) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239691342413824,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 81931 INFO (qtp449340098-2578) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1580239691342413824,optimize=false,openSearcher=tr
[...truncated too long message...]
.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b31ccdb: rootName = solr_38529, domain = solr.core.destination.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.destination.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@46e1e199
[junit4] 2> 146761 INFO (coreCloseExecutor-1027-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8e113b: rootName = solr_35819, domain = solr.core.mainCorpus.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.mainCorpus.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5fbc8592
[junit4] 2> 146765 INFO (jetty-closer-801-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37db042c{/solr,null,UNAVAILABLE}
[junit4] 2> 146765 INFO (zkCallback-816-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 146765 INFO (zkCallback-823-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 146765 INFO (zkCallback-820-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 146767 INFO (coreCloseExecutor-1027-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus.shard1.leader, tag=437073202
[junit4] 2> 146767 INFO (coreCloseExecutor-1027-thread-2) [ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 146767 INFO (coreCloseExecutor-1027-thread-2) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5544eee2 commitCommandVersion:0
[junit4] 2> 146768 INFO (coreCloseExecutor-1026-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=811214735
[junit4] 2> 146768 INFO (coreCloseExecutor-1026-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.workQueue.shard2.leader, tag=973111191
[junit4] 2> 146768 INFO (coreCloseExecutor-1026-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard2.leader, tag=1667972193
[junit4] 2> 146768 INFO (coreCloseExecutor-1028-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard1.leader, tag=1864550343
[junit4] 2> 146768 INFO (coreCloseExecutor-1028-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=851807450
[junit4] 2> 146775 INFO (jetty-closer-801-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98764980300218376-127.0.0.1:35819_solr-n_0000000000) closing
[junit4] 2> 146776 INFO (OverseerStateUpdate-98764980300218376-127.0.0.1:35819_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35819_solr
[junit4] 2> 146776 INFO (zkCallback-816-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
[junit4] 2> 146776 WARN (zkCallback-816-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 146776 INFO (jetty-closer-801-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41cc281c{/solr,null,UNAVAILABLE}
[junit4] 2> 148275 WARN (zkCallback-823-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 148276 WARN (zkCallback-820-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 148276 INFO (jetty-closer-801-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47e1e655{/solr,null,UNAVAILABLE}
[junit4] 2> 148276 INFO (jetty-closer-801-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3f85994c{/solr,null,UNAVAILABLE}
[junit4] 2> 148279 ERROR (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 148279 INFO (SUITE-StreamExpressionTest-seed#[ADDB542EE1240FFE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36753 36753
[junit4] 2> 148316 INFO (Thread-537) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36753 36753
[junit4] 2> 148316 WARN (Thread-537) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 78 /solr/clusterprops.json
[junit4] 2> 78 /solr/aliases.json
[junit4] 2> 7 /solr/configs/conf
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 78 /solr/clusterstate.json
[junit4] 2> 20 /solr/collections/destination/state.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json
[junit4] 2> 20 /solr/collections/parallelDestinationCollection1/state.json
[junit4] 2> 20 /solr/collections/destinationCollection/state.json
[junit4] 2> 20 /solr/collections/mainCorpus/state.json
[junit4] 2> 18 /solr/collections/workQueue/state.json
[junit4] 2> 10 /solr/collections/collection1_collection/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98764980300218378-127.0.0.1:44019_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 78 /solr/live_nodes
[junit4] 2> 78 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_ADDB542EE1240FFE-001
[junit4] 2> Oct 03, 2017 12:34:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=Lucene50(blocksize=128), join2_s=PostingsFormat(name=Memory), multiDefault=PostingsFormat(name=Memory), subject=PostingsFormat(name=Memory), a1_s=PostingsFormat(name=Memory), a2_s=PostingsFormat(name=Memory), test_t=PostingsFormat(name=Memory), level1_s=Lucene50(blocksize=128), body_t=PostingsFormat(name=Memory), ident_s=PostingsFormat(name=Memory), s_multi=PostingsFormat(name=Memory), col_s=PostingsFormat(name=Memory), level2_s=PostingsFormat(name=MockRandom), a_ss=PostingsFormat(name=MockRandom), a_s=PostingsFormat(name=Memory), a_t=PostingsFormat(name=MockRandom), side_s=PostingsFormat(name=Memory), id=Lucene50(blocksize=128), text=PostingsFormat(name=Memory)}, docValues:{expr_s=DocValuesFormat(name=Memory), join2_s=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Direct), price_f=DocValuesFormat(name=Direct), a1_s=DocValuesFormat(name=Direct), a_f=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Asserting), join1_i=DocValuesFormat(name=Memory), a2_s=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Memory), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Direct), field_i=DocValuesFormat(name=Direct), level1_s=DocValuesFormat(name=Memory), s_multi=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Direct), level2_s=DocValuesFormat(name=Asserting), a_ss=DocValuesFormat(name=Asserting), a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Asserting), i_multi=DocValuesFormat(name=Memory), b_ls=DocValuesFormat(name=Direct), test_dt=DocValuesFormat(name=Memory), ident_s=DocValuesFormat(name=Direct), order_i=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Asserting), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=562, maxMBSortInHeap=7.328726967377165, sim=RandomSimilarity(queryNorm=false): {}, locale=lag-TZ, timezone=Africa/Timbuktu
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=373594968,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [JettyWebappTest, LessThanEvaluatorTest, TestBatchUpdate, ShardParamsTest, TestCoreAdmin, ModifiableSolrParamsTest, NotEvaluatorTest, RawValueEvaluatorTest, GraphExpressionTest, AscEvaluatorTest, SolrExampleJettyTest, JdbcTest, TestConfigSetAdminRequest, TestClusteringResponse, SolrExceptionTest, TestV1toV2ApiMapper, StreamExpressionParserTest, ArcSineEvaluatorTest, SchemaTest, FieldValueEvaluatorTest, SolrExampleBinaryTest, TestJavaBinCodec, TestHash, TestUpdateRequestCodec, AnlysisResponseBaseTest, SolrSchemalessExampleTest, TestSolrJErrorHandling, JdbcDriverTest, JDBCStreamTest, StreamExpressionTest]
[junit4] Completed [145/145 (1!)] on J2 in 72.92s, 117 tests, 1 error, 9 skipped <<< FAILURES!
[...truncated 7389 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:826: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:778: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid4592.hprof
Total time: 66 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20599 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20599/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderElectionContextKeyTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([50EAE3C0DEEF2189:D8BEDC1A70134C71]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13173 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
[junit4] 2> 1877185 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001/init-core-data-001
[junit4] 2> 1877185 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1877187 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1877189 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001/tempDir-001
[junit4] 2> 1877189 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1877189 INFO (Thread-3736) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1877189 INFO (Thread-3736) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1877191 ERROR (Thread-3736) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1877289 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35573
[junit4] 2> 1877296 INFO (jetty-launcher-2324-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1877296 INFO (jetty-launcher-2324-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ce68b5{/solr,null,AVAILABLE}
[junit4] 2> 1877299 INFO (jetty-launcher-2324-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79c64f{SSL,[ssl, http/1.1]}{127.0.0.1:33831}
[junit4] 2> 1877299 INFO (jetty-launcher-2324-thread-1) [ ] o.e.j.s.Server Started @1878481ms
[junit4] 2> 1877299 INFO (jetty-launcher-2324-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33831}
[junit4] 2> 1877300 ERROR (jetty-launcher-2324-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1877300 INFO (jetty-launcher-2324-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1877300 INFO (jetty-launcher-2324-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1877300 INFO (jetty-launcher-2324-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1877300 INFO (jetty-launcher-2324-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-03T07:26:00.176Z
[junit4] 2> 1877302 INFO (jetty-launcher-2324-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1877310 INFO (jetty-launcher-2324-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35573/solr
[junit4] 2> 1877351 INFO (jetty-launcher-2324-thread-1) [n:127.0.0.1:33831_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1877351 INFO (jetty-launcher-2324-thread-1) [n:127.0.0.1:33831_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33831_solr
[junit4] 2> 1877352 INFO (jetty-launcher-2324-thread-1) [n:127.0.0.1:33831_solr ] o.a.s.c.Overseer Overseer (id=98763771744485379-127.0.0.1:33831_solr-n_0000000000) starting
[junit4] 2> 1877355 INFO (jetty-launcher-2324-thread-1) [n:127.0.0.1:33831_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33831_solr
[junit4] 2> 1877355 INFO (zkCallback-2331-thread-1-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1877664 INFO (jetty-launcher-2324-thread-1) [n:127.0.0.1:33831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33831.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1108219
[junit4] 2> 1877676 INFO (jetty-launcher-2324-thread-1) [n:127.0.0.1:33831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33831.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1108219
[junit4] 2> 1877676 INFO (jetty-launcher-2324-thread-1) [n:127.0.0.1:33831_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33831.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1108219
[junit4] 2> 1877678 INFO (jetty-launcher-2324-thread-1) [n:127.0.0.1:33831_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001/tempDir-001/node1/.
[junit4] 2> 1877716 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1877717 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35573/solr ready
[junit4] 2> 1877833 INFO (qtp17096521-14884) [n:127.0.0.1:33831_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1877835 INFO (OverseerThreadFactory-6165-thread-1-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
[junit4] 2> 1877939 INFO (OverseerStateUpdate-98763771744485379-127.0.0.1:33831_solr-n_0000000000) [n:127.0.0.1:33831_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33831/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1877940 INFO (OverseerStateUpdate-98763771744485379-127.0.0.1:33831_solr-n_0000000000) [n:127.0.0.1:33831_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33831/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1878148 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1878149 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1878149 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1878256 INFO (zkCallback-2331-thread-1-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1878256 INFO (zkCallback-2331-thread-2-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1879163 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1879163 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1879173 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1879173 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1879177 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1879177 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1879177 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
[junit4] 2> 1879178 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n2' using configuration from collection testCollection1, trusted=true
[junit4] 2> 1879178 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33831.solr.core.testCollection1.shard2.replica_n2' (registry 'solr.core.testCollection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1108219
[junit4] 2> 1879178 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33831.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1108219
[junit4] 2> 1879179 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1879179 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1879179 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001/tempDir-001/node1/testCollection1_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001/tempDir-001/node1/./testCollection1_shard2_replica_n2/data/]
[junit4] 2> 1879179 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
[junit4] 2> 1879238 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1879238 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1879239 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1879240 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1879242 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@125c660[testCollection1_shard2_replica_n2] main]
[junit4] 2> 1879244 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1879244 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1879245 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1879246 INFO (searcherExecutor-6169-thread-1-processing-n:127.0.0.1:33831_solr x:testCollection1_shard2_replica_n2 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2] Registered new searcher Searcher@125c660[testCollection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1879246 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580220350067638272
[junit4] 2> 1879247 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1879247 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1879248 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1879248 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1879249 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1879249 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1879249 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33831/solr/testCollection1_shard2_replica_n2/
[junit4] 2> 1879250 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1879250 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:33831/solr/testCollection1_shard2_replica_n2/ has no replicas
[junit4] 2> 1879250 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1879250 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@de352b[testCollection1_shard1_replica_n1] main]
[junit4] 2> 1879252 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1879253 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1879253 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33831/solr/testCollection1_shard2_replica_n2/ shard2
[junit4] 2> 1879254 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1879255 INFO (searcherExecutor-6168-thread-1-processing-n:127.0.0.1:33831_solr x:testCollection1_shard1_replica_n1 s:shard1 c:testCollection1 r:core_node3) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@de352b[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1879255 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580220350077075456
[junit4] 2> 1879258 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1879258 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1879258 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33831/solr/testCollection1_shard1_replica_n1/
[junit4] 2> 1879258 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1879258 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:33831/solr/testCollection1_shard1_replica_n1/ has no replicas
[junit4] 2> 1879258 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1879260 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33831/solr/testCollection1_shard1_replica_n1/ shard1
[junit4] 2> 1879361 INFO (zkCallback-2331-thread-2-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1879361 INFO (zkCallback-2331-thread-1-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1879404 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1879405 INFO (qtp17096521-14885) [n:127.0.0.1:33831_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1256
[junit4] 2> 1879410 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1879411 INFO (qtp17096521-14886) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1262
[junit4] 2> 1879414 INFO (qtp17096521-14884) [n:127.0.0.1:33831_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1879514 INFO (zkCallback-2331-thread-1-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1879514 INFO (zkCallback-2331-thread-2-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1879836 INFO (OverseerCollectionConfigSetProcessor-98763771744485379-127.0.0.1:33831_solr-n_0000000000) [n:127.0.0.1:33831_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1880415 INFO (qtp17096521-14884) [n:127.0.0.1:33831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2581
[junit4] 2> 1880423 INFO (qtp17096521-14889) [n:127.0.0.1:33831_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1880427 INFO (OverseerThreadFactory-6165-thread-2-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
[junit4] 2> 1880635 INFO (OverseerStateUpdate-98763771744485379-127.0.0.1:33831_solr-n_0000000000) [n:127.0.0.1:33831_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testCollection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33831/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1880637 INFO (OverseerStateUpdate-98763771744485379-127.0.0.1:33831_solr-n_0000000000) [n:127.0.0.1:33831_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testCollection2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testCollection2_shard2_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33831/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1880839 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1880839 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1880944 INFO (zkCallback-2331-thread-1-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1880944 INFO (zkCallback-2331-thread-2-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1881851 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1881852 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1881865 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n3] Schema name=minimal
[junit4] 2> 1881865 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1881867 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1881867 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n3' using configuration from collection testCollection2, trusted=true
[junit4] 2> 1881868 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1881868 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
[junit4] 2> 1881868 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33831.solr.core.testCollection2.shard2.replica_n3' (registry 'solr.core.testCollection2.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1108219
[junit4] 2> 1881868 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1881869 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001/tempDir-001/node1/testCollection2_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001/tempDir-001/node1/./testCollection2_shard2_replica_n3/data/]
[junit4] 2> 1881869 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33831.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1108219
[junit4] 2> 1881869 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1881869 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
[junit4] 2> 1881952 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1881952 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1881954 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1881954 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1881956 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@17be8b8[testCollection2_shard2_replica_n3] main]
[junit4] 2> 1881956 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1881957 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1881957 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1881959 INFO (searcherExecutor-6178-thread-1-processing-n:127.0.0.1:33831_solr x:testCollection2_shard2_replica_n3 s:shard2 c:testCollection2 r:core_node4) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3] Registered new searcher Searcher@17be8b8[testCollection2_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1881959 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580220352912424960
[junit4] 2> 1881962 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1881962 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1881962 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33831/solr/testCollection2_shard2_replica_n3/
[junit4] 2> 1881962 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1881962 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:33831/solr/testCollection2_shard2_replica_n3/ has no replicas
[junit4] 2> 1881962 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1881965 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33831/solr/testCollection2_shard2_replica_n3/ shard2
[junit4] 2> 1881969 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1881969 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1881971 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1881971 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1881973 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d0e3db[testCollection2_shard1_replica_n1] main]
[junit4] 2> 1881974 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1881974 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1881975 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1881976 INFO (searcherExecutor-6179-thread-1-processing-n:127.0.0.1:33831_solr x:testCollection2_shard1_replica_n1 s:shard1 c:testCollection2 r:core_node2) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@1d0e3db[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1881976 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580220352930250752
[junit4] 2> 1881979 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1881979 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1881979 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33831/solr/testCollection2_shard1_replica_n1/
[junit4] 2> 1881979 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1881979 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:33831/solr/testCollection2_shard1_replica_n1/ has no replicas
[junit4] 2> 1881980 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1881981 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33831/solr/testCollection2_shard1_replica_n1/ shard1
[junit4] 2> 1882083 INFO (zkCallback-2331-thread-2-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1882083 INFO (zkCallback-2331-thread-1-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1882116 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1882117 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1277
[junit4] 2> 1882132 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1882133 INFO (qtp17096521-14890) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1294
[junit4] 2> 1882136 INFO (qtp17096521-14889) [n:127.0.0.1:33831_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1882236 INFO (zkCallback-2331-thread-2-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1882236 INFO (zkCallback-2331-thread-1-processing-n:127.0.0.1:33831_solr) [n:127.0.0.1:33831_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1882428 INFO (OverseerCollectionConfigSetProcessor-98763771744485379-127.0.0.1:33831_solr-n_0000000000) [n:127.0.0.1:33831_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1883136 INFO (qtp17096521-14889) [n:127.0.0.1:33831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2712
[junit4] 2> 1883136 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 1883137 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
[junit4] 2> 1883137 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
[junit4] 2> 1883137 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
[junit4] 2> 1883153 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[50EAE3C0DEEF2189]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1883161 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=null
[junit4] 2> 1883161 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@dc6fcd: rootName = solr_33831, domain = solr.core.testCollection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testCollection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1fb86e3
[junit4] 2> 1883176 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@1d50d10
[junit4] 2> 1883176 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=30739728
[junit4] 2> 1883176 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=30739728
[junit4] 2> 1883178 INFO (qtp17096521-14891) [n:127.0.0.1:33831_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n2&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=17
[junit4] 2> 1883179 INFO (TEST-LeaderElectionContextKeyTest.test-seed#[50EAE3C0DEEF2189]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=50EAE3C0DEEF2189 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-CN -Dtests.timezone=Brazil/Acre -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.04s J2 | LeaderElectionContextKeyTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([50EAE3C0DEEF2189:D8BEDC1A70134C71]:0)
[junit4] > at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1883187 INFO (jetty-closer-2325-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@79c64f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1883187 INFO (jetty-closer-2325-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2325866
[junit4] 2> 1883187 INFO (jetty-closer-2325-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1883187 INFO (jetty-closer-2325-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7cbcf1: rootName = solr_33831, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@27b2b1
[junit4] 2> 1883195 INFO (jetty-closer-2325-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1883196 INFO (jetty-closer-2325-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e7505a: rootName = solr_33831, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1fb6ed0
[junit4] 2> 1883204 INFO (jetty-closer-2325-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1883204 INFO (jetty-closer-2325-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@111a3fb: rootName = solr_33831, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5ae0e
[junit4] 2> 1883205 INFO (jetty-closer-2325-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1883205 INFO (coreCloseExecutor-6188-thread-1) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@ad20f4
[junit4] 2> 1883205 INFO (coreCloseExecutor-6188-thread-2) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@1c0be60
[junit4] 2> 1883205 INFO (coreCloseExecutor-6188-thread-1) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=11346164
[junit4] 2> 1883205 INFO (coreCloseExecutor-6188-thread-3) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1f68ce
[junit4] 2> 1883205 INFO (coreCloseExecutor-6188-thread-1) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b66139: rootName = solr_33831, domain = solr.core.testCollection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@90cb16
[junit4] 2> 1883218 INFO (coreCloseExecutor-6188-thread-2) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n3, tag=29408864
[junit4] 2> 1883218 INFO (coreCloseExecutor-6188-thread-2) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50552c: rootName = solr_33831, domain = solr.core.testCollection2.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.testCollection2.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@144890b
[junit4] 2> 1883228 INFO (coreCloseExecutor-6188-thread-3) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=2058446
[junit4] 2> 1883228 INFO (coreCloseExecutor-6188-thread-3) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e4a53c: rootName = solr_33831, domain = solr.core.testCollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testCollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@157feb0
[junit4] 2> 1883236 INFO (coreCloseExecutor-6188-thread-3) [n:127.0.0.1:33831_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=2058446
[junit4] 2> 1883236 INFO (coreCloseExecutor-6188-thread-1) [n:127.0.0.1:33831_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=11346164
[junit4] 2> 1883237 INFO (coreCloseExecutor-6188-thread-2) [n:127.0.0.1:33831_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=29408864
[junit4] 2> 1883239 INFO (jetty-closer-2325-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98763771744485379-127.0.0.1:33831_solr-n_0000000000) closing
[junit4] 2> 1883239 INFO (OverseerStateUpdate-98763771744485379-127.0.0.1:33831_solr-n_0000000000) [n:127.0.0.1:33831_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33831_solr
[junit4] 2> 1883240 INFO (jetty-closer-2325-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ce68b5{/solr,null,UNAVAILABLE}
[junit4] 2> 1883240 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1883240 INFO (SUITE-LeaderElectionContextKeyTest-seed#[50EAE3C0DEEF2189]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35573 35573
[junit4] 2> 1883269 INFO (Thread-3736) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35573 35573
[junit4] 2> 1883270 WARN (Thread-3736) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/testCollection2/state.json
[junit4] 2> 5 /solr/collections/testCollection1/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_50EAE3C0DEEF2189-001
[junit4] 2> Oct 03, 2017 7:26:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=10870, maxDocsPerChunk=108, blockSize=8), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=10870, blockSize=8)), sim=RandomSimilarity(queryNorm=true): {}, locale=zh-CN, timezone=Brazil/Acre
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=253875808,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [BaseCdcrDistributedZkTest, TestNRTOpen, TestManagedResource, CollectionsAPISolrJTest, CachingDirectoryFactoryTest, DistributedQueueTest, TestHdfsBackupRestoreCore, MetricsHandlerTest, TestHdfsCloudBackupRestore, TestLeaderInitiatedRecoveryThread, TestDFRSimilarityFactory, DateFieldTest, ClusterStateTest, AnalyticsQueryTest, TestPseudoReturnFields, ForceLeaderTest, SharedFSAutoReplicaFailoverUtilsTest, TestBlendedInfixSuggestions, LeaderElectionTest, SolrTestCaseJ4Test, TestRandomRequestDistribution, ZkStateWriterTest, TermsComponentTest, TestMacros, DirectoryFactoryTest, TestLMJelinekMercerSimilarityFactory, HighlighterMaxOffsetTest, HdfsNNFailoverTest, TestObjectReleaseTracker, SearchHandlerTest, TestMissingGroups, TestSolrCloudWithSecureImpersonation, TestDistributedStatsComponentCardinality, TestDelegationWithHadoopAuth, TestNumericRangeQuery64, DistribCursorPagingTest, TestSerializedLuceneMatchVersion, DateRangeFieldTest, HardAutoCommitTest, TestComplexPhraseQParserPlugin, TestCloudDeleteByQuery, TimeZoneUtilsTest, InfixSuggestersTest, TermVectorComponentDistributedTest, MoveReplicaTest, JvmMetricsTest, AutoCommitTest, TestTestInjection, TestCloudPivotFacet, PathHierarchyTokenizerFactoryTest, TestPivotHelperCode, RestartWhileUpdatingTest, BasicAuthStandaloneTest, TestDistribDocBasedVersion, TestPKIAuthenticationPlugin, BigEndianAscendingWordDeserializerTest, TestSizeLimitedDistributedMap, TestJmxIntegration, BooleanFieldTest, XsltUpdateRequestHandlerTest, TestZkChroot, TestLegacyField, FullSolrCloudDistribCmdsTest, SegmentsInfoRequestHandlerTest, DeleteReplicaTest, FastVectorHighlighterTest, TestConfigSetsAPIZkFailure, TestSearcherReuse, OutOfBoxZkACLAndCredentialsProvidersTest, RegexBoostProcessorTest, TestFoldingMultitermQuery, RequiredFieldsTest, BadIndexSchemaTest, TestQueryUtils, MinimalSchemaTest, OverseerTaskQueueTest, CdcrReplicationHandlerTest, MergeStrategyTest, ClassificationUpdateProcessorFactoryTest, TestEmbeddedSolrServerConstructors, TestFieldCacheSort, SuggesterTest, TestFastWriter, TestTolerantSearch, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistributedDebugComponentTest, SolrGangliaReporterTest, SaslZkACLProviderTest, TestSolr4Spatial2, TestReversedWildcardFilterFactory, TestBulkSchemaAPI, DistributedFacetPivotSmallTest, OverseerTest, TestBinaryResponseWriter, TestZkAclsWithHadoopAuth, TestAddFieldRealTimeGet, TestQueryWrapperFilter, TestDefaultStatsCache, CopyFieldTest, SolrJmxReporterTest, TestSegmentSorting, PolyFieldTest, TestRequestForwarding, URLClassifyProcessorTest, TestIndexSearcher, ManagedSchemaRoundRobinCloudTest, TestDocTermOrds, AssignBackwardCompatibilityTest, UniqFieldsUpdateProcessorFactoryTest, DistributedQueryComponentOptimizationTest, TestXmlQParser, SolrCoreCheckLockOnStartupTest, HdfsChaosMonkeyNothingIsSafeTest, SimpleMLTQParserTest, UnloadDistributedZkTest, CloneFieldUpdateProcessorFactoryTest, TestCodecSupport, TestCloudSchemaless, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, BasicZkTest, TestReplicationHandler, ZkCLITest, TestJoin, SimpleFacetsTest, StatsComponentTest, TestFiltering, SolrRequestParserTest, TestTrie, SpatialFilterTest, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, SolrInfoBeanTest, IndexBasedSpellCheckerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, DocumentBuilderTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, ReturnFieldsTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, NumericFieldsTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestIBSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, DOMUtilTest, TestSolrJ, TestUtils, TestDocumentBuilder, UUIDFieldTest, CircularListTest, TestRTGBase, CursorPagingTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, CleanupOldIndexTest, CollectionReloadTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest, DeleteNodeTest, HealthCheckHandlerTest, LeaderElectionContextKeyTest]
[junit4] Completed [506/735 (1!)] on J2 in 7.12s, 1 test, 1 failure <<< FAILURES!
[...truncated 43391 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20598 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20598/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=14934, name=jetty-launcher-3227-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=14930, name=jetty-launcher-3227-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=14934, name=jetty-launcher-3227-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=14930, name=jetty-launcher-3227-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([3B85EF51F68AA083]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.uninverting.TestNumericTerms64
Error Message:
The test or suite printed 13416 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
Stack Trace:
java.lang.AssertionError: The test or suite printed 13416 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
at __randomizedtesting.SeedInfo.seed([3B85EF51F68AA083]:0)
at org.apache.lucene.util.TestRuleLimitSysouts.afterIfSuccessful(TestRuleLimitSysouts.java:211)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12142 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3B85EF51F68AA083-001/init-core-data-001
[junit4] 2> 746442 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3B85EF51F68AA083]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=300 numCloses=300
[junit4] 2> 746442 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3B85EF51F68AA083]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 746443 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3B85EF51F68AA083]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 746443 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3B85EF51F68AA083]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 746458 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3B85EF51F68AA083]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3B85EF51F68AA083-001/tempDir-001
[junit4] 2> 746458 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3B85EF51F68AA083]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 746458 INFO (Thread-1897) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 746458 INFO (Thread-1897) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 746460 ERROR (Thread-1897) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 746558 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3B85EF51F68AA083]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46445
[junit4] 2> 746570 INFO (jetty-launcher-3227-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 746570 INFO (jetty-launcher-3227-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 746579 INFO (jetty-launcher-3227-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b3bd6{/solr,null,AVAILABLE}
[junit4] 2> 746579 INFO (jetty-launcher-3227-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@102c399{/solr,null,AVAILABLE}
[junit4] 2> 746580 INFO (jetty-launcher-3227-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a66a44{HTTP/1.1,[http/1.1]}{127.0.0.1:46365}
[junit4] 2> 746580 INFO (jetty-launcher-3227-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19184a3{HTTP/1.1,[http/1.1]}{127.0.0.1:41915}
[junit4] 2> 746580 INFO (jetty-launcher-3227-thread-1) [ ] o.e.j.s.Server Started @747775ms
[junit4] 2> 746580 INFO (jetty-launcher-3227-thread-2) [ ] o.e.j.s.Server Started @747775ms
[junit4] 2> 746581 INFO (jetty-launcher-3227-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46365}
[junit4] 2> 746581 INFO (jetty-launcher-3227-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41915}
[junit4] 2> 746581 ERROR (jetty-launcher-3227-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 746581 ERROR (jetty-launcher-3227-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 746581 INFO (jetty-launcher-3227-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 746581 INFO (jetty-launcher-3227-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 746581 INFO (jetty-launcher-3227-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 746581 INFO (jetty-launcher-3227-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 746581 INFO (jetty-launcher-3227-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 746582 INFO (jetty-launcher-3227-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 746582 INFO (jetty-launcher-3227-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-03T03:07:44.645Z
[junit4] 2> 746582 INFO (jetty-launcher-3227-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-03T03:07:44.645Z
[junit4] 2> 746585 INFO (jetty-launcher-3227-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 746585 INFO (jetty-launcher-3227-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 746601 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ee0341a0a0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 746605 INFO (jetty-launcher-3227-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46445/solr
[junit4] 2> 746607 INFO (jetty-launcher-3227-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46445/solr
[junit4] 2> 746682 INFO (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 746683 INFO (jetty-launcher-3227-thread-1) [n:127.0.0.1:46365_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 746683 INFO (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41915_solr
[junit4] 2> 746683 INFO (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.Overseer Overseer (id=98762756228513797-127.0.0.1:41915_solr-n_0000000000) starting
[junit4] 2> 746684 INFO (jetty-launcher-3227-thread-1) [n:127.0.0.1:46365_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46365_solr
[junit4] 2> 746685 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 746685 INFO (zkCallback-3239-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 746693 INFO (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41915_solr
[junit4] 2> 746693 INFO (zkCallback-3239-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 746693 INFO (zkCallback-3238-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 746776 INFO (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 746780 WARN (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 746781 INFO (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 746784 INFO (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 746788 INFO (jetty-launcher-3227-thread-2-EventThread) [n:127.0.0.1:41915_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 746797 INFO (jetty-launcher-3227-thread-1) [n:127.0.0.1:46365_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 746797 WARN (jetty-launcher-3227-thread-1) [n:127.0.0.1:46365_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 746798 INFO (jetty-launcher-3227-thread-1) [n:127.0.0.1:46365_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 746799 INFO (jetty-launcher-3227-thread-1) [n:127.0.0.1:46365_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 746800 INFO (jetty-launcher-3227-thread-1-EventThread) [n:127.0.0.1:46365_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 746811 WARN (jetty-launcher-3227-thread-1) [n:127.0.0.1:46365_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 746841 INFO (jetty-launcher-3227-thread-1) [n:127.0.0.1:46365_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46365.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8192c
[junit4] 2> 746850 INFO (jetty-launcher-3227-thread-1) [n:127.0.0.1:46365_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46365.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8192c
[junit4] 2> 746850 INFO (jetty-launcher-3227-thread-1) [n:127.0.0.1:46365_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46365.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8192c
[junit4] 2> 746851 INFO (jetty-launcher-3227-thread-1) [n:127.0.0.1:46365_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3B85EF51F68AA083-001/tempDir-001/node1/.
[junit4] 2> 747810 WARN (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 747858 INFO (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8192c
[junit4] 2> 747867 INFO (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8192c
[junit4] 2> 747867 INFO (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41915.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8192c
[junit4] 2> 747868 INFO (jetty-launcher-3227-thread-2) [n:127.0.0.1:41915_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3B85EF51F68AA083-001/tempDir-001/node2/.
[junit4] 2> 747904 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 747927 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 747936 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 748073 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ee0341a0a000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 748074 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3B85EF51F68AA083]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 748075 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3B85EF51F68AA083]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46445/solr ready
[junit4] 2> 748079 INFO (qtp28736148-14898) [n:127.0.0.1:46365_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 748081 INFO (OverseerThreadFactory-3638-thread-1-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 748188 INFO (OverseerStateUpdate-98762756228513797-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46365/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 748392 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 748393 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 748502 INFO (zkCallback-3239-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 748502 INFO (zkCallback-3239-thread-2-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 749419 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 749439 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 749521 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 749534 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 749535 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46365.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f8192c
[junit4] 2> 749535 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 749535 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3B85EF51F68AA083-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3B85EF51F68AA083-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 749538 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 749599 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 749599 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 749601 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 749601 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 749602 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=0.7041015625, floorSegmentMB=1.7548828125, forceMergeDeletesPctAllowed=4.647390579635189, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 749603 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ee9c6e[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 749604 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 749632 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 749698 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 749698 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:46365_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 749698 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1580204103052558336
[junit4] 2> 749699 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:46365_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 749699 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:46365_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 749699 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:46365_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 749699 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:46365_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 749699 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:46365_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 749699 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:46365_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 749699 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:46365_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 749700 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:46365_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 749701 INFO (searcherExecutor-3643-thread-1-processing-n:127.0.0.1:46365_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@ee9c6e[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 749704 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 749704 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 749704 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46365/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 749704 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 749704 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46365/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 749704 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 749705 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46365/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 749807 INFO (zkCallback-3239-thread-2-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 749807 INFO (zkCallback-3239-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 749856 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 749858 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1465
[junit4] 2> 749863 INFO (qtp28736148-14898) [n:127.0.0.1:46365_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 749959 INFO (zkCallback-3239-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 749959 INFO (zkCallback-3239-thread-2-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 750082 INFO (OverseerCollectionConfigSetProcessor-98762756228513797-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 750864 INFO (qtp28736148-14898) [n:127.0.0.1:46365_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2784
[junit4] 2> 750865 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3B85EF51F68AA083]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 750866 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3B85EF51F68AA083]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 750875 INFO (qtp28736148-14887) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=1
[junit4] 2> 750882 INFO (qtp19132474-14897) [n:127.0.0.1:41915_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 750887 INFO (qtp28736148-14887) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 750890 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 750924 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 750940 WARN (qtp28736148-14896) [ ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
[junit4] 2> 750941 INFO (qtp28736148-14896) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 750942 WARN (qtp28736148-14896) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 26 more
[junit4] 2> 750944 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 750970 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 750972 WARN (qtp28736148-14887) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
[junit4] 2> 765987 WARN (jetty-launcher-3227-thread-1-SendThread(127.0.0.1:46445)) [n:127.0.0.1:46365_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18175ms for sessionid 0x15ee0341a0a0008
[junit4] 2> 765987 WARN (jetty-launcher-3227-thread-1-SendThread(127.0.0.1:46445)) [n:127.0.0.1:46365_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16027ms for sessionid 0x15ee0341a0a0006
[junit4] 2> 765987 WARN (jetty-launcher-3227-thread-2-SendThread(127.0.0.1:46445)) [n:127.0.0.1:41915_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18174ms for sessionid 0x15ee0341a0a0007
[junit4] 2> 765988 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ee0341a0a0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 765987 WARN (jetty-launcher-3227-thread-2-SendThread(127.0.0.1:46445)) [n:127.0.0.1:41915_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15104ms for sessionid 0x15ee0341a0a0005
[junit4] 2> 765991 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ee0341a0a0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 765992 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ee0341a0a0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 765992 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ee0341a0a0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 765996 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 766022 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 766023 WARN (qtp28736148-14896) [ ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
[junit4] 2> 766027 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 766041 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 766042 WARN (qtp28736148-14885) [ ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
[junit4] 2> 766055 INFO (qtp28736148-14885) [n:127.0.0.1:46365_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 766055 INFO (qtp28736148-14885) [n:127.0.0.1:46365_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 766056 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 766067 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 766068 WARN (qtp28736148-14894) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
[junit4] 2> 766068 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 766069 INFO (qtp28736148-14894) [n:127.0.0.1:46365_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 766069 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 766080 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 766080 WARN (qtp28736148-14887) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
[junit4] 2> 766083 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 766089 WARN (zkCallback-3246-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d68ca name: ZooKeeperConnection Watcher:127.0.0.1:46445/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 766089 WARN (zkCallback-3239-thread-2-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@483dde name: ZooKeeperConnection Watcher:127.0.0.1:46445/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 766089 WARN (zkCallback-3239-thread-2-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 766089 WARN (zkCallback-3246-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 766092 WARN (zkCallback-3238-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d78a9 name: ZooKeeperConnection Watcher:127.0.0.1:46445/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 766092 WARN (zkCallback-3238-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 766096 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 766097 WARN (qtp28736148-14896) [ ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
[junit4] 2> 766103 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 766114 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 766115 WARN (qtp28736148-14885) [n:127.0.0.1:46365_solr ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
[junit4] 2> 766116 INFO (qtp28736148-14885) [n:127.0.0.1:46365_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 766116 INFO (qtp28736148-14885) [n:127.0.0.1:46365_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 766117 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 766128 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 766129 WARN (qtp28736148-14894) [n:127.0.0.1:46365_solr ] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
[junit4] 2> 766133 WARN (qtp28736148-14894) [n:127.0.0.1:46365_solr ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: âbarâ: no such user
[junit4] 2> id: âbarâ: no such user
[junit4] 2>
[junit4] 2> 766135 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 766146 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 766147 WARN (qtp28736148-14887) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.h.s.a.s.AuthenticationFilter AuthenticationToken ignored: Invalid AuthenticationToken type
[junit4] 2> 772006 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3B85EF51F68AA083]-SendThread(127.0.0.1:46445)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee0341a0a000b has expired
[junit4] 2> 772006 WARN (zkCallback-3246-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d68ca name: ZooKeeperConnection Watcher:127.0.0.1:46445/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 772006 WARN (zkCallback-3246-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 772006 WARN (zkCallback-3246-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 772007 WARN (jetty-launcher-3227-thread-1-SendThread(127.0.0.1:46445)) [n:127.0.0.1:46365_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee0341a0a0006 has expired
[junit4] 2> 772007 WARN (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@483dde name: ZooKeeperConnection Watcher:127.0.0.1:46445/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 772007 WARN (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 772007 WARN (jetty-launcher-3227-thread-2-SendThread(127.0.0.1:46445)) [n:127.0.0.1:41915_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee0341a0a0007 has expired
[junit4] 2> 772008 WARN (jetty-launcher-3227-thread-1-SendThread(127.0.0.1:46445)) [n:127.0.0.1:46365_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15ee0341a0a0008 has expired
[junit4] 2> 772008 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[3B85EF51F68AA083]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 772009 INFO (zkCallback-3238-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 772010 WARN (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 772011 INFO (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 772011 INFO (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 772012 INFO (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 772015 INFO (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46365_solr
[junit4] 2> 772015 INFO (zkCallback-3238-thread-2-processing-n:127.0.0.1:41915_solr) [n:127.0.0.1:41915_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 772016 INFO (zkCallback-3239-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 772016 INFO (zkCallback-3239-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 772016 INFO (coreZkRegister-3633-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.ZkController Registering core forwardingCollection_shard1_replica_n1 afterExpiration? true
[junit4] 2> 772017 INFO (coreZkRegister-3633-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ActionThrottle The last leader attempt started 22313ms ago.
[junit4] 2> 772017 INFO (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 772017 INFO (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 772017 INFO (coreZkRegister-3633-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 772017 INFO (coreZkRegister-3633-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 772017 INFO (Thread-1922) [n:127.0.0.1:46365_solr ] o.a.s.c.SolrCore config update listener called for core forwardingCollection_shard1_replica_n1
[junit4] 2> 772017 INFO (coreZkRegister-3633-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46365/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 772017 INFO (coreZkRegister-3633-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 772018 INFO (coreZkRegister-3633-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46365/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 772018 INFO (coreZkRegister-3633-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 772018 INFO (coreZkRegister-3633-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46365/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 772019 INFO (coreZkRegister-3633-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 772121 INFO (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 772508 ERROR (zkCallback-3246-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:java.lang.RuntimeException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:46445/solr within 9223372036854775807 ms
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:151)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:46445/solr within 9223372036854775807 ms
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:148)
[junit4] 2> ... 9 more
[junit4] 2>
[junit4] 2> 772508 WARN (zkCallback-3246-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 772508 INFO (zkCallback-3246-thread-1) [ ] o.a.s.c.c.ConnectionManager Connected:false
[junit4] 2> 772509 INFO (jetty-closer-3228-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a66a44{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 772509 INFO (jetty-closer-3228-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@19184a3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 772510 INFO (jetty-closer-3228-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=20483029
[junit4] 2> 772510 INFO (jetty-closer-3228-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=10161979
[junit4] 2> 772510 INFO (jetty-closer-3228-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 772510 INFO (jetty-closer-3228-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 772510 INFO (jetty-closer-3228-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9e5576: rootName = solr_46365, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1655fb3
[junit4] 2> 772510 INFO (jetty-closer-3228-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1113a85: rootName = solr_41915, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@ae0c5d
[junit4] 2> 772517 INFO (jetty-closer-3228-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 772517 INFO (jetty-closer-3228-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 772517 INFO (jetty-closer-3228-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ea621: rootName = solr_46365, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a68dcf
[junit4] 2> 772517 INFO (jetty-closer-3228-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6530b8: rootName = solr_41915, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a68dcf
[junit4] 2> 772522 INFO (jetty-closer-3228-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 772522 INFO (jetty-closer-3228-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fd8197: rootName = solr_46365, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@198051f
[junit4] 2> 772523 INFO (jetty-closer-3228-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 772523 INFO (jetty-closer-3228-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@aacdf: rootName = solr_41915, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@198051f
[junit4] 2> 772523 INFO (jetty-closer-3228-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 772523 INFO (coreCloseExecutor-3648-thread-1) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@16fd249
[junit4] 2> 772523 INFO (coreCloseExecutor-3648-thread-1) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=24105545
[junit4] 2> 772524 INFO (coreCloseExecutor-3648-thread-1) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73cd4f: rootName = solr_46365, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@c4093f
[junit4] 2> 772524 INFO (jetty-closer-3228-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 772524 INFO (jetty-closer-3228-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98762756228513797-127.0.0.1:41915_solr-n_0000000000) closing
[junit4] 2> 772524 INFO (OverseerStateUpdate-98762756228513797-127.0.0.1:41915_solr-n_0000000000) [n:127.0.0.1:41915_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41915_solr
[junit4] 2> 772525 ERROR (Thread[Thread-1917,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:41915_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 772525 INFO (zkCallback-3239-thread-1-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 772525 INFO (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46365_solr
[junit4] 2> 772525 INFO (jetty-closer-3228-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@102c399{/solr,null,UNAVAILABLE}
[junit4] 2> 772538 INFO (coreCloseExecutor-3648-thread-1) [n:127.0.0.1:46365_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=24105545
[junit4] 2> 772540 WARN (zkCallback-3239-thread-4-processing-n:127.0.0.1:46365_solr) [n:127.0.0.1:46365_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 772540 ERROR (Thread[Thread-1914,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:46365_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 772541 INFO (jetty-closer-3228-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b3bd6{/solr,null,UNAVAILABLE}
[junit4] 2> 772541 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3B85EF51F68AA083]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 772541 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3B85EF51F68AA083]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46445 46445
[junit4] 2> 777562 INFO (Thread-1897) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46445 46445
[junit4] 2> 777563 WARN (Thread-1897) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/98762756228513797-127.0.0.1:41915_solr-n_0000000000
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 777621 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3B85EF51F68AA083]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Oct 03, 2017 3:08:15 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Oct 03, 2017 3:08:35 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=14934, name=jetty-launcher-3227-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2) Thread[id=14930, name=jetty-launcher-3227-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 03, 2017 3:08:35 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=14934, name=jetty-launcher-3227-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=14930, name=jetty-launcher-3227-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 797792 ERROR (jetty-launcher-3227-thread-1-EventThread) [n:127.0.0.1:46365_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 797792 ERROR (jetty-launcher-3227-thread-2-EventThread) [n:127.0.0.1:41915_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.Shar
[...truncated too long message...]
[junit4] 2> 2757832 WARN (jetty-launcher-3227-thread-2-SendThread(127.0.0.1:46445)) [n:127.0.0.1:41915_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 2758933 WARN (jetty-launcher-3227-thread-1-SendThread(127.0.0.1:46445)) [n:127.0.0.1:46365_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 2758933 WARN (jetty-launcher-3227-thread-2-SendThread(127.0.0.1:46445)) [n:127.0.0.1:41915_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 2760034 WARN (jetty-launcher-3227-thread-1-SendThread(127.0.0.1:46445)) [n:127.0.0.1:46365_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 2760034 WARN (jetty-launcher-3227-thread-2-SendThread(127.0.0.1:46445)) [n:127.0.0.1:41915_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {field6=Lucene50(blocksize=128), field8=PostingsFormat(name=LuceneFixedGap), field2=Lucene50(blocksize=128), field4=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=190, maxMBSortInHeap=6.814158382877657, sim=RandomSimilarity(queryNorm=true): {}, locale=es-US, timezone=Asia/Krasnoyarsk
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=178641112,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [HdfsChaosMonkeyNothingIsSafeTest, RecoveryZkTest, SolrTestCaseJ4Test, TestSchemaResource, BufferStoreTest, TestPointFields, AnalysisErrorHandlingTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, SimpleMLTQParserTest, TestImplicitCoreProperties, TimeZoneUtilsTest, BasicDistributedZk2Test, SuggesterFSTTest, TestExactStatsCache, SolrShardReporterTest, TestSearcherReuse, TestStressLiveNodes, HLLUtilTest, ShowFileRequestHandlerTest, HdfsNNFailoverTest, TestSort, DeleteReplicaTest, TestAnalyzedSuggestions, TermVectorComponentDistributedTest, TestFastWriter, TestZkAclsWithHadoopAuth, CloneFieldUpdateProcessorFactoryTest, TestLeaderInitiatedRecoveryThread, BlockJoinFacetRandomTest, CachingDirectoryFactoryTest, FastVectorHighlighterTest, TestRequestForwarding, SpatialHeatmapFacetsTest, TestDynamicFieldResource, TestRestoreCore, TestInitQParser, ManagedSchemaRoundRobinCloudTest, TestSolrDeletionPolicy2, HardAutoCommitTest, CircularListTest, VMParamsZkACLAndCredentialsProvidersTest, TestPivotHelperCode, BadIndexSchemaTest, NumericFieldsTest, ConnectionReuseTest, TestHdfsCloudBackupRestore, TemplateUpdateProcessorTest, TestDistributedStatsComponentCardinality, BooleanFieldTest, TestRetrieveFieldsOptimizer, MetricsHandlerTest, TestPseudoReturnFields, SolrCoreCheckLockOnStartupTest, MultiTermTest, DistributedDebugComponentTest, RegexBoostProcessorTest, PrimitiveFieldTypeTest, DistribCursorPagingTest, DirectUpdateHandlerTest, CleanupOldIndexTest, SolrJmxReporterTest, ConjunctionSolrSpellCheckerTest, ResponseLogComponentTest, TestManagedSchema, TestComplexPhraseQParserPlugin, DateFieldTest, TestSolrCloudSnapshots, TestJmxIntegration, UninvertDocValuesMergePolicyTest, CollectionsAPISolrJTest, DirectoryFactoryTest, TestSerializedLuceneMatchVersion, SolrInfoBeanTest, ConnectionManagerTest, RemoteQueryErrorTest, InfixSuggestersTest, DistributedQueryComponentOptimizationTest, TestNumericRangeQuery64, XsltUpdateRequestHandlerTest, ExplicitHLLTest, TestUseDocValuesAsStored, TestSolrCloudWithSecureImpersonation, MinimalSchemaTest, SimplePostToolTest, TestBulkSchemaAPI, StressHdfsTest, AssignBackwardCompatibilityTest, TestUtils, TestPullReplica, ParsingFieldUpdateProcessorsTest, OverseerTest, TestCloudNestedDocsSort, TestEmbeddedSolrServerConstructors, TestMacros, TestCollectionsAPIViaSolrCloudCluster, TestQuerySenderListener, OverseerTaskQueueTest, TestHdfsBackupRestoreCore, TestZkChroot, TestNonDefinedSimilarityFactory, StatsComponentTest, RulesTest, TestFieldTypeCollectionResource, SpatialRPTFieldTypeTest, TestTrie, TestPushWriter, TestRandomRequestDistribution, RestartWhileUpdatingTest, PolyFieldTest, DeleteInactiveReplicaTest, TestAddFieldRealTimeGet, TestLFUCache, SuggesterTest, TestBinaryResponseWriter, AddSchemaFieldsUpdateProcessorFactoryTest, TestSolrCoreProperties, SignatureUpdateProcessorFactoryTest, TestConfigSetImmutable, TestFilteredDocIdSet, LeaderElectionTest, TestRandomDVFaceting, TestFaceting, TestRecovery, ZkControllerTest, TestJoin, SolrCoreTest, TestGroupingSearch, PeerSyncTest, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, TestSolrQueryParser, SolrPluginUtilsTest, TestCSVResponseWriter, JsonLoaderTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, SearchHandlerTest, UpdateParamsTest, TestStressRecovery, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionTooManyReplicasTest, DeleteStatusTest, DistributedQueueTest, HealthCheckHandlerTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, MoveReplicaTest, ReplaceNodeTest, RollingRestartTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudPivotFacet, TestClusterProperties, TestCollectionAPI, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestPrepRecovery, TestSegmentSorting, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestTlogReplica, ImplicitSnitchTest, QueryResultKeyTest, TestCorePropertiesReload, TestInfoStreamLogging, TestNRTOpen, TestSimpleTextCodec, RequestLoggingTest, SearchHandlerTest, TestBlobHandler, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, DistributedSuggestComponentTest, HighlighterMaxOffsetTest, TestUnifiedSolrHighlighter, TestLegacyField, TestLegacyNumericUtils, TestLegacyTerms, TestNumericRangeQuery32, JvmMetricsTest, SolrMetricManagerTest, SolrGangliaReporterTest, TestIntervalFaceting, TestReloadDeadlock, TestSmileRequest, TestSolr4Spatial2, TestSolrCoreParser, TestStandardQParsers, TestXmlQParser, TestXmlQParserPlugin, TestJsonFacetRefinement, TestJsonFacets, TestOrdValues, TestSortByMinMaxFunction, BJQParserTest, BlockJoinFacetDistribTest, BlockJoinFacetSimpleTest, GraphQueryTest, TestScoreJoinQPScore, TestJsonRequest, TestClassicSimilarityFactory, TestDefaultStatsCache, BasicAuthIntegrationTest, TestImpersonationWithHadoopAuth, TestLegacyFieldCache, TestNumericTerms64]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestNumericTerms64 -Dtests.seed=3B85EF51F68AA083 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=Asia/Krasnoyarsk -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | TestNumericTerms64 (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: The test or suite printed 13416 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
[junit4] > at __randomizedtesting.SeedInfo.seed([3B85EF51F68AA083]:0)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [716/735 (2!)] on J2 in 7.08s, 4 tests, 1 failure <<< FAILURES!
[...truncated 42689 lines...]