You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/03/15 06:41:49 UTC
[JENKINS] Lucene-Solr-Tests-7.3 - Build # 5 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.3/5/
1 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:49101/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:54180/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:49101/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:54180/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([1A9C595EC5A0197B:B0518AAC7273CCAB]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:992)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:992)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:307)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49101/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 47 more
Build Log:
[...truncated 13195 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/init-core-data-001
[junit4] 2> 1115167 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1115167 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1115169 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1115169 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1115170 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001
[junit4] 2> 1115170 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1115171 INFO (Thread-1327) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1115171 INFO (Thread-1327) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1115173 ERROR (Thread-1327) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1115271 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33958
[junit4] 2> 1115274 INFO (zkConnectionManagerCallback-3356-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115279 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1115279 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1115280 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1115281 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1115281 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1115281 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1115282 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b70e72{/solr,null,AVAILABLE}
[junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6996fd64{HTTP/1.1,[http/1.1]}{127.0.0.1:49101}
[junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-2) [ ] o.e.j.s.Server Started @1118174ms
[junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49101}
[junit4] 2> 1115283 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f77ce43{/solr,null,AVAILABLE}
[junit4] 2> 1115284 ERROR (jetty-launcher-3353-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1115284 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1115284 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1115284 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1115284 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T05:54:14.449Z
[junit4] 2> 1115285 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1115285 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1115285 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1115285 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1115286 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e3029a2{HTTP/1.1,[http/1.1]}{127.0.0.1:52757}
[junit4] 2> 1115286 INFO (jetty-launcher-3353-thread-3) [ ] o.e.j.s.Server Started @1118177ms
[junit4] 2> 1115286 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52757}
[junit4] 2> 1115286 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36199441{/solr,null,AVAILABLE}
[junit4] 2> 1115286 ERROR (jetty-launcher-3353-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1115286 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19a7a137{HTTP/1.1,[http/1.1]}{127.0.0.1:39964}
[junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T05:54:14.452Z
[junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-4) [ ] o.e.j.s.Server Started @1118178ms
[junit4] 2> 1115287 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39964}
[junit4] 2> 1115288 ERROR (jetty-launcher-3353-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1115288 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1115288 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1115288 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1115288 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T05:54:14.453Z
[junit4] 2> 1115293 INFO (zkConnectionManagerCallback-3360-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115294 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1115294 INFO (zkConnectionManagerCallback-3362-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115295 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1115295 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1115295 INFO (zkConnectionManagerCallback-3358-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115296 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1115296 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1115296 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5853143b{/solr,null,AVAILABLE}
[junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6479cb8e{HTTP/1.1,[http/1.1]}{127.0.0.1:40821}
[junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.e.j.s.Server Started @1118188ms
[junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40821}
[junit4] 2> 1115297 ERROR (jetty-launcher-3353-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1115297 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1115298 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T05:54:14.463Z
[junit4] 2> 1115305 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1115306 INFO (zkConnectionManagerCallback-3364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115311 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104f8453f460003, likely client has closed socket
[junit4] 2> 1115312 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1115315 INFO (jetty-launcher-3353-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33958/solr
[junit4] 2> 1115316 INFO (jetty-launcher-3353-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33958/solr
[junit4] 2> 1115322 INFO (zkConnectionManagerCallback-3372-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115323 INFO (jetty-launcher-3353-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33958/solr
[junit4] 2> 1115324 INFO (zkConnectionManagerCallback-3369-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115329 INFO (jetty-launcher-3353-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33958/solr
[junit4] 2> 1115331 INFO (zkConnectionManagerCallback-3380-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115331 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104f8453f460005, likely client has closed socket
[junit4] 2> 1115333 INFO (zkConnectionManagerCallback-3382-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115334 INFO (zkConnectionManagerCallback-3376-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115343 INFO (zkConnectionManagerCallback-3384-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115353 INFO (zkConnectionManagerCallback-3386-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115353 INFO (zkConnectionManagerCallback-3388-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115542 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1115542 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1115543 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39964_solr
[junit4] 2> 1115544 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.Overseer Overseer (id=73456470242754572-127.0.0.1:39964_solr-n_0000000000) starting
[junit4] 2> 1115545 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52757_solr
[junit4] 2> 1115553 INFO (zkCallback-3387-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1115554 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1115565 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1115568 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1115570 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1115572 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49101_solr
[junit4] 2> 1115573 INFO (zkConnectionManagerCallback-3396-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115573 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1115574 INFO (zkCallback-3387-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1115575 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1115575 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1115577 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready
[junit4] 2> 1115578 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40821_solr
[junit4] 2> 1115582 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1115585 INFO (zkCallback-3387-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1115587 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39964_solr
[junit4] 2> 1115588 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1115618 INFO (zkCallback-3381-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1115618 INFO (zkCallback-3383-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1115621 INFO (zkCallback-3395-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1115626 INFO (zkCallback-3383-thread-2-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1115684 INFO (zkCallback-3387-thread-2-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1115690 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39964.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115706 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52757.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115710 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39964.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115711 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39964.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115712 INFO (jetty-launcher-3353-thread-4) [n:127.0.0.1:39964_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node4/.
[junit4] 2> 1115713 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49101.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115729 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52757.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115729 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52757.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115734 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node3/.
[junit4] 2> 1115740 INFO (zkConnectionManagerCallback-3400-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115743 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1115744 INFO (jetty-launcher-3353-thread-3) [n:127.0.0.1:52757_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready
[junit4] 2> 1115744 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49101.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115745 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49101.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115746 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node2/.
[junit4] 2> 1115747 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40821.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115763 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40821.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115763 INFO (zkConnectionManagerCallback-3404-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115763 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40821.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1115764 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1115765 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node1/.
[junit4] 2> 1115766 INFO (jetty-launcher-3353-thread-2) [n:127.0.0.1:49101_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready
[junit4] 2> 1115769 INFO (zkConnectionManagerCallback-3408-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115770 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1115774 INFO (jetty-launcher-3353-thread-1) [n:127.0.0.1:40821_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready
[junit4] 2> 1115935 INFO (zkConnectionManagerCallback-3410-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115938 INFO (zkConnectionManagerCallback-3414-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1115940 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1115941 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready
[junit4] 2> 1115948 INFO (qtp509366670-8817) [n:127.0.0.1:39964_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1115960 INFO (qtp509366670-8817) [n:127.0.0.1:39964_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=12
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1116003 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1116014 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1116016 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1116041 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_53998_hdfs____7h08ro/webapp
[junit4] 2> 1116461 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53998
[junit4] 2> 1116563 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1116564 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1116578 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45027_datanode____.8qfumd/webapp
[junit4] 2> 1116990 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45027
[junit4] 2> 1117106 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1117109 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1117141 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_49926_datanode____.qcwubl/webapp
[junit4] 2> 1117183 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1117201 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4bd54f199f892d: from storage DS-4434e9c4-5202-4f4a-872f-6b2f4099ff76 node DatanodeRegistration(127.0.0.1:36519, datanodeUuid=4665c31f-997b-451a-95ff-37f3b5897bc6, infoPort=41794, infoSecurePort=0, ipcPort=34044, storageInfo=lv=-56;cid=testClusterID;nsid=1986264678;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1117201 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4bd54f199f892d: from storage DS-f314209c-c7db-4cac-b236-b5472cb85307 node DatanodeRegistration(127.0.0.1:36519, datanodeUuid=4665c31f-997b-451a-95ff-37f3b5897bc6, infoPort=41794, infoSecurePort=0, ipcPort=34044, storageInfo=lv=-56;cid=testClusterID;nsid=1986264678;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1117567 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49926
[junit4] 2> 1117686 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1117699 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4bd54f375eb626: from storage DS-a52d06d4-4de8-4c71-8103-d63e6ce3c71e node DatanodeRegistration(127.0.0.1:36610, datanodeUuid=740b7a13-fcda-4375-97d0-9cffe580b718, infoPort=57552, infoSecurePort=0, ipcPort=53114, storageInfo=lv=-56;cid=testClusterID;nsid=1986264678;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1117700 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4bd54f375eb626: from storage DS-2d5b4199-38dd-407e-bc6c-3f305b6ec536 node DatanodeRegistration(127.0.0.1:36610, datanodeUuid=740b7a13-fcda-4375-97d0-9cffe580b718, infoPort=57552, infoSecurePort=0, ipcPort=53114, storageInfo=lv=-56;cid=testClusterID;nsid=1986264678;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testNormalFailedMove
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 1117801 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1117802 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1117804 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1117805 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1117805 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1117805 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1117806 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@425b5c17{/solr,null,AVAILABLE}
[junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e34da45{HTTP/1.1,[http/1.1]}{127.0.0.1:54180}
[junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.e.j.s.Server Started @1120698ms
[junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54180}
[junit4] 2> 1117807 ERROR (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1117807 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T05:54:16.972Z
[junit4] 2> 1117812 INFO (zkConnectionManagerCallback-3417-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1117812 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1117822 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33958/solr
[junit4] 2> 1117824 INFO (zkConnectionManagerCallback-3421-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1117827 INFO (zkConnectionManagerCallback-3423-thread-1-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1117835 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1117838 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1117840 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54180_solr
[junit4] 2> 1117842 INFO (zkCallback-3383-thread-2-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1117842 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1117842 INFO (zkCallback-3395-thread-1-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1117842 INFO (zkCallback-3387-thread-2-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1117844 INFO (zkCallback-3399-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1117846 INFO (zkCallback-3407-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1117847 INFO (zkCallback-3381-thread-2-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1117855 INFO (zkCallback-3403-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1117855 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1117855 INFO (zkCallback-3413-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1117855 INFO (zkCallback-3413-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1117924 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54180.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1117939 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54180.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1117939 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54180.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1117941 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node5/.
[junit4] 2> 1117945 INFO (zkConnectionManagerCallback-3428-thread-1-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1117946 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 1117947 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [n:127.0.0.1:54180_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33958/solr ready
[junit4] 2> 1117952 INFO (OverseerCollectionConfigSetProcessor-73456470242754572-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1118040 INFO (zkConnectionManagerCallback-3430-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1118041 INFO (TEST-MoveReplicaHDFSTest.test-seed#[1A9C595EC5A0197B]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 5
[junit4] 2> 1118042 INFO (qtp509366670-8823) [n:127.0.0.1:39964_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1118044 INFO (OverseerThreadFactory-2381-thread-2-processing-n:127.0.0.1:39964_solr) [n:127.0.0.1:39964_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true
[junit4] 2> 1118162 INFO (OverseerStateUpdate-73456470242754572-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49101/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1118167 INFO (OverseerStateUpdate-73456470242754572-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54180/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1118171 INFO (OverseerStateUpdate-73456470242754572-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:52757/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1118174 INFO (OverseerStateUpdate-73456470242754572-127.0.0.1:39964_solr-n_0000000000) [n:127.0.0.1:39964_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40821/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1118380 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1118380 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1118388 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1118388 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1118390 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1118391 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1118404 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1118404 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1118520 INFO (zkCallback-3381-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1118520 INFO (zkCallback-3383-thread-2-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1118520 INFO (zkCallback-3381-thread-2-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1118521 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1118521 INFO (zkCallback-3422-thread-2-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1118520 INFO (zkCallback-3385-thread-2-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1118520 INFO (zkCallback-3383-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1118520 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1119423 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1119428 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1119432 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1119440 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1120154 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1120154 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1120157 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1120158 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 1120158 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52757.solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1120159 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1120165 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 1120165 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1120168 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54180.solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1120171 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1120171 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 1120171 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49101.solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1120184 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1120186 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1120186 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 1120187 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40821.solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2058a221
[junit4] 2> 1120188 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41463/data
[junit4] 2> 1120188 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41463/data
[junit4] 2> 1120188 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1120188 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1120188 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1120188 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1120188 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41463/data
[junit4] 2> 1120188 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41463/data
[junit4] 2> 1120188 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1120188 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1120188 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node2/MoveReplicaHDFSTest_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node3/data/]
[junit4] 2> 1120188 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1120188 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1120188 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node1/MoveReplicaHDFSTest_coll_true_shard2_replica_n6], dataDir=[hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node8/data/]
[junit4] 2> 1120188 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node3/MoveReplicaHDFSTest_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node7/data/]
[junit4] 2> 1120190 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 1120190 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 1120191 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-001/node5/MoveReplicaHDFSTest_coll_true_shard1_replica_n2], dataDir=[hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node5/data/]
[junit4] 2> 1120191 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 1120192 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 1120572 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node7/data
[junit4] 2> 1120572 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node3/data
[junit4] 2> 1120572 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node8/data
[junit4] 2> 1120572 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node5/data
[junit4] 2> 1120633 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node3/data/index
[junit4] 2> 1120642 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node7/data/index
[junit4] 2> 1120643 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node5/data/index
[junit4] 2> 1120646 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41463/data/MoveReplicaHDFSTest_coll_true/core_node8/data/index
[junit4] 2> 1120834 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36610 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f314209c-c7db-4cac-b236-b5472cb85307:NORMAL:127.0.0.1:36519|RBW], ReplicaUC[[DISK]DS-2d5b4199-38dd-407e-bc6c-3f305b6ec536:NORMAL:127.0.0.1:36610|RBW]]} size 0
[junit4] 2> 1120848 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36519 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2d5b4199-38dd-407e-bc6c-3f305b6ec536:NORMAL:127.0.0.1:36610|RBW], ReplicaUC[[DISK]DS-4434e9c4-5202-4f4a-872f-6b2f4099ff76:NORMAL:127.0.0.1:36519|FINALIZED]]} size 0
[junit4] 2> 1120858 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36610 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f314209c-c7db-4cac-b236-b5472cb85307:NORMAL:127.0.0.1:36519|RBW], ReplicaUC[[DISK]DS-a52d06d4-4de8-4c71-8103-d63e6ce3c71e:NORMAL:127.0.0.1:36610|RBW]]} size 0
[junit4] 2> 1120863 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36519 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-f314209c-c7db-4cac-b236-b5472cb85307:NORMAL:127.0.0.1:36519|RBW], ReplicaUC[[DISK]DS-a52d06d4-4de8-4c71-8103-d63e6ce3c71e:NORMAL:127.0.0.1:36610|RBW]]} size 0
[junit4] 2> 1120877 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36519 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a52d06d4-4de8-4c71-8103-d63e6ce3c71e:NORMAL:127.0.0.1:36610|RBW], ReplicaUC[[DISK]DS-4434e9c4-5202-4f4a-872f-6b2f4099ff76:NORMAL:127.0.0.1:36519|RBW]]} size 0
[junit4] 2> 1120877 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36519 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2d5b4199-38dd-407e-bc6c-3f305b6ec536:NORMAL:127.0.0.1:36610|RBW], ReplicaUC[[DISK]DS-f314209c-c7db-4cac-b236-b5472cb85307:NORMAL:127.0.0.1:36519|RBW]]} size 0
[junit4] 2> 1120877 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36610 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-a52d06d4-4de8-4c71-8103-d63e6ce3c71e:NORMAL:127.0.0.1:36610|RBW], ReplicaUC[[DISK]DS-4434e9c4-5202-4f4a-872f-6b2f4099ff76:NORMAL:127.0.0.1:36519|RBW]]} size 0
[junit4] 2> 1120878 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36610 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2d5b4199-38dd-407e-bc6c-3f305b6ec536:NORMAL:127.0.0.1:36610|RBW], ReplicaUC[[DISK]DS-f314209c-c7db-4cac-b236-b5472cb85307:NORMAL:127.0.0.1:36519|RBW]]} size 0
[junit4] 2> 1121042 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1121042 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1121042 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1121057 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1121057 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1121057 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1121082 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1121082 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1121086 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1121086 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1121092 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1121092 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1121092 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1121109 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1121109 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1121109 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1121131 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1121131 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1121132 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1121132 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1121223 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a8228ab[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main]
[junit4] 2> 1121225 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1121225 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1121234 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@692af239[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] main]
[junit4] 2> 1121235 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1121236 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1121236 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1121237 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1121238 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c75d0b4[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main]
[junit4] 2> 1121245 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1121245 INFO (searcherExecutor-2396-thread-1-processing-n:127.0.0.1:52757_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 s:shard2 c:MoveReplicaHDFSTest_coll_true r:core_node7) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Registered new searcher Searcher@5a8228ab[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1121246 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594981886628724736
[junit4] 2> 1121248 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1121249 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@56c8d096[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] main]
[junit4] 2> 1121250 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1121252 INFO (searcherExecutor-2397-thread-1-processing-n:127.0.0.1:54180_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2 s:shard1 c:MoveReplicaHDFSTest_coll_true r:core_node5) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_n2] Registered new searcher Searcher@692af239[MoveReplicaHDFSTest_coll_true_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1121255 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594981886638161920
[junit4] 2> 1121255 INFO (searcherExecutor-2398-thread-1-processing-n:127.0.0.1:49101_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 s:shard1 c:MoveReplicaHDFSTest_coll_true r:core_node3) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Registered new searcher Searcher@5c75d0b4[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1121256 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594981886639210496
[junit4] 2> 1121256 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1121257 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1121258 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1121259 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594981886642356224
[junit4] 2> 1121263 INFO (searcherExecutor-2399-thread-1-processing-n:127.0.0.1:40821_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6 s:shard2 c:MoveReplicaHDFSTest_coll_true r:core_node8) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_n6] Registered new searcher Searcher@56c8d096[MoveReplicaHDFSTest_coll_true_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1121265 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 1121271 INFO (zkCallback-3381-thread-1-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1121271 INFO (zkCallback-3381-thread-2-processing-n:127.0.0.1:49101_solr) [n:127.0.0.1:49101_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1121272 INFO (zkCallback-3383-thread-1-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1121272 INFO (zkCallback-3383-thread-2-processing-n:127.0.0.1:40821_solr) [n:127.0.0.1:40821_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1121272 INFO (zkCallback-3422-thread-1-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1121272 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 1121272 INFO (zkCallback-3385-thread-1-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1121272 INFO (qtp901310149-8802) [n:127.0.0.1:52757_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9997ms
[junit4] 2> 1121276 INFO (qtp1686963427-8829) [n:127.0.0.1:40821_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 1121277 INFO (qtp709705348-8807) [n:127.0.0.1:49101_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 1121280 INFO (zkCallback-3422-thread-3-processing-n:127.0.0.1:54180_solr) [n:127.0.0.1:54180_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1121281 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1121281 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1121280 INFO (zkCallback-3385-thread-2-processing-n:127.0.0.1:52757_solr) [n:127.0.0.1:52757_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_true/state.json] for collection [MoveReplicaHDFSTest_coll_true] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1121281 INFO (qtp845408712-9090) [n:127.0.0.1:54180_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54180/solr/MoveReplicaHDFSTest_coll_true_shard1_replica_n2/
[junit4] 2> 1121282 INFO (qtp845408712-90
[...truncated too long message...]
)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849)
[junit4] 2> at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860)
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1517)
[junit4] 2> at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1557)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:529)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$21(SolrCore.java:3037)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1154585 INFO (jetty-closer-3354-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b70e72{/solr,null,UNAVAILABLE}
[junit4] 2> 1154585 INFO (jetty-closer-3354-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1154586 ERROR (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1154587 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33958 33958
[junit4] 2> 1154681 INFO (Thread-1327) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33958 33958
[junit4] 2> 1154683 WARN (Thread-1327) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 28 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard2
[junit4] 2> 13 /solr/clusterprops.json
[junit4] 2> 13 /solr/aliases.json
[junit4] 2> 10 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard2
[junit4] 2> 10 /solr/configs/conf1
[junit4] 2> 10 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard1
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/terms/shard1
[junit4] 2> 6 /solr/collections/MoveReplicaHDFSTest_coll_true/collectionprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 81 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json
[junit4] 2> 41 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json
[junit4] 2> 13 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard2/election/73456470242754570-core_node8-n_0000000001
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/73456470242754569-127.0.0.1:49101_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/collections
[junit4] 2> 16 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1154684 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1154696 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1154797 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1154797 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1232989320-10.41.0.5-1521093255143 (Datanode Uuid 740b7a13-fcda-4375-97d0-9cffe580b718) service to localhost/127.0.0.1:41463
[junit4] 2> 1154800 WARN (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1154824 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1154832 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1154832 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:41463) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1232989320-10.41.0.5-1521093255143 (Datanode Uuid 4665c31f-997b-451a-95ff-37f3b5897bc6) service to localhost/127.0.0.1:41463
[junit4] 2> 1154843 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1154967 INFO (SUITE-MoveReplicaHDFSTest-seed#[1A9C595EC5A0197B]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33958 33958
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_1A9C595EC5A0197B-001
[junit4] 2> Mar 15, 2018 5:54:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1874, maxMBSortInHeap=5.660532135533847, sim=RandomSimilarity(queryNorm=false): {}, locale=en-US, timezone=Asia/Nicosia
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=3,free=198991168,total=516947968
[junit4] 2> NOTE: All tests run in this JVM: [TestSha256AuthenticationProvider, BlobRepositoryCloudTest, TestUtils, DocValuesMissingTest, SpatialFilterTest, LIRRollingUpdatesTest, VersionInfoTest, TestUpdate, PingRequestHandlerTest, TestJmxIntegration, TestGraphMLResponseWriter, SolrCmdDistributorTest, AtomicUpdatesTest, TestRandomDVFaceting, SpellPossibilityIteratorTest, TestTolerantSearch, WordBreakSolrSpellCheckerTest, TestDFRSimilarityFactory, SolrTestCaseJ4Test, TestCoreContainer, TimeZoneUtilsTest, TestJsonFacets, TestPullReplica, MigrateRouteKeyTest, TestSQLHandler, ResponseHeaderTest, TestSolrDeletionPolicy2, CoreAdminHandlerTest, StatelessScriptUpdateProcessorFactoryTest, TestTestInjection, TestCloudSearcherWarming, ReturnFieldsTest, TestConfigSetsAPIExclusivity, TestInPlaceUpdatesDistrib, TestRandomCollapseQParserPlugin, ResponseBuilderTest, CollectionReloadTest, TestScoreJoinQPNoScore, TestTolerantUpdateProcessorCloud, TestDownShardTolerantSearch, HdfsCollectionsAPIDistributedZkTest, TimeRoutedAliasUpdateProcessorTest, ClusterStateUpdateTest, TestStressReorder, ExplicitHLLTest, TestSimDistributedQueue, SolrJmxReporterCloudTest, MoreLikeThisHandlerTest, HdfsRecoverLeaseTest, LeaderElectionTest, TestXmlQParserPlugin, DocValuesTest, TestClusterStateProvider, ChangedSchemaMergeTest, ComputePlanActionTest, HdfsLockFactoryTest, TestSolrCloudWithHadoopAuthPlugin, RankQueryTest, TestManagedSynonymGraphFilterFactory, TestRangeQuery, SuggestComponentTest, BigEndianAscendingWordDeserializerTest, TestRandomRequestDistribution, TestDFISimilarityFactory, CreateCollectionCleanupTest, DocValuesMultiTest, TestAnalyzedSuggestions, TestSolrCloudWithKerberosAlt, TestUniqueKeyFieldResource, OverseerStatusTest, FacetPivotSmallTest, ZkFailoverTest, MoveReplicaHDFSTest]
[junit4] Completed [306/783 (1!)] on J2 in 49.53s, 4 tests, 1 error, 2 skipped <<< FAILURES!
[...truncated 51211 lines...]
[JENKINS] Lucene-Solr-Tests-7.3 - Build # 6 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.3/6/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.prometheus.collector.SolrCollectorTest
Error Message:
Error starting up MiniSolrCloudCluster
Stack Trace:
java.lang.Exception: Error starting up MiniSolrCloudCluster
at __randomizedtesting.SeedInfo.seed([5B6129339C4A1DFE]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:513)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:251)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.prometheus.exporter.SolrExporterTestBase.setupCluster(SolrExporterTestBase.java:43)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Suppressed: java.lang.AssertionError
at sun.reflect.generics.reflectiveObjects.WildcardTypeImpl.getLowerBoundASTs(WildcardTypeImpl.java:94)
at sun.reflect.generics.reflectiveObjects.WildcardTypeImpl.getLowerBounds(WildcardTypeImpl.java:165)
at sun.reflect.generics.reflectiveObjects.WildcardTypeImpl.toString(WildcardTypeImpl.java:183)
at java.lang.reflect.Type.getTypeName(Type.java:46)
at sun.reflect.generics.reflectiveObjects.ParameterizedTypeImpl.toString(ParameterizedTypeImpl.java:234)
at java.lang.reflect.Type.getTypeName(Type.java:46)
at java.lang.reflect.Method.specificToGenericStringHeader(Method.java:421)
at java.lang.reflect.Executable.sharedToGenericString(Executable.java:163)
at java.lang.reflect.Method.toGenericString(Method.java:415)
at java.beans.MethodRef.set(MethodRef.java:46)
at java.beans.MethodDescriptor.setMethod(MethodDescriptor.java:117)
at java.beans.MethodDescriptor.<init>(MethodDescriptor.java:72)
at java.beans.MethodDescriptor.<init>(MethodDescriptor.java:56)
at java.beans.Introspector.getTargetMethodInfo(Introspector.java:1205)
at java.beans.Introspector.getBeanInfo(Introspector.java:426)
at java.beans.Introspector.getBeanInfo(Introspector.java:173)
at java.beans.Introspector.getBeanInfo(Introspector.java:260)
at java.beans.Introspector.<init>(Introspector.java:407)
at java.beans.Introspector.getBeanInfo(Introspector.java:173)
at java.beans.Introspector.getBeanInfo(Introspector.java:260)
at java.beans.Introspector.<init>(Introspector.java:407)
at java.beans.Introspector.getBeanInfo(Introspector.java:173)
at java.beans.Introspector.getBeanInfo(Introspector.java:260)
at java.beans.Introspector.<init>(Introspector.java:407)
at java.beans.Introspector.getBeanInfo(Introspector.java:173)
at org.apache.solr.util.SolrPluginUtils.findSetter(SolrPluginUtils.java:1027)
at org.apache.solr.util.SolrPluginUtils.invokeSetters(SolrPluginUtils.java:1011)
at org.apache.solr.util.SolrPluginUtils.invokeSetters(SolrPluginUtils.java:1000)
at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:61)
at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:546)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: junit.framework.TestSuite.org.apache.solr.prometheus.collector.SolrCollectorTest
Error Message:
ObjectTracker found 4 object(s) that were not released!!! [ZkController, InternalHttpClient, InternalHttpClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:448) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:519) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:503) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:509) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:321) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:519) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [ZkController, InternalHttpClient, InternalHttpClient, SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:448)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:519)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:503)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:509)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:321)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:519)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([5B6129339C4A1DFE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 22944 lines...]
[junit4] Suite: org.apache.solr.prometheus.collector.SolrCollectorTest
[junit4] 2> log4j:WARN No appenders could be found for logger (org.apache.solr.SolrTestCaseJ4).
[junit4] 2> log4j:WARN Please initialize the log4j system properly.
[junit4] 2> log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info.
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.3/solr/build/contrib/solr-prometheus-exporter/test/J0/temp/solr.prometheus.collector.SolrCollectorTest_5B6129339C4A1DFE-001/init-core-data-001
[junit4] 2> qtp1643579187-37:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] 2> org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> qtp1643579187-48:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] 2> org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> jetty-launcher-1-thread-2-SendThread(127.0.0.1:33481):
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
[junit4] 2> org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
[junit4] 2> org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
[junit4] 2>
[junit4] 2> qtp1643579187-34:
[junit4] 2> [...sun.*]
[junit4] 2> org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
[junit4] 2> org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
[junit4] 2> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
[junit4] 2> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> org.eclipse.jetty.io.ManagedSelector$$Lambda$23/2032480125.run(Unknown Source)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> SUITE-SolrCollectorTest-seed#[5B6129339C4A1DFE]:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.Thread.join(Thread.java:1260)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2>
[junit4] 2> zkConnectionManagerCallback-32-thread-1:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> jetty-launcher-1-thread-2-EventThread:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4] 2>
[junit4] 2> Signal Dispatcher:
[junit4] 2>
[junit4] 2> qtp1643579187-36:
[junit4] 2> [...sun.*]
[junit4] 2> org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
[junit4] 2> org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
[junit4] 2> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
[junit4] 2> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> org.eclipse.jetty.io.ManagedSelector$$Lambda$23/2032480125.run(Unknown Source)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> Connection evictor:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> qtp1643579187-35-acceptor-0@7038e8a2-ServerConnector@59c41493{HTTP/1.1,[http/1.1]}{127.0.0.1:53779}:
[junit4] 2> [...sun.*]
[junit4] 2> org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)
[junit4] 2> org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> zkCallback-30-thread-4:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> zkCallback-30-thread-1-processing-n:127.0.0.1:53779_solr:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
[junit4] 2> org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
[junit4] 2> org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:304)
[junit4] 2> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:519)
[junit4] 2> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:438)
[junit4] 2> org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:425)
[junit4] 2> org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:839)
[junit4] 2> org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:269)
[junit4] 2> org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$70/459901814.run(Unknown Source)
[junit4] 2> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$9/982336548.run(Unknown Source)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> Scheduler-1872525303:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] 2> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] 2> java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> qtp1643579187-38:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] 2> org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> zkCallback-30-thread-5:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> Reference Handler:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.Object.wait(Object.java:502)
[junit4] 2> java.lang.ref.Reference.tryHandlePending(Reference.java:191)
[junit4] 2> java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
[junit4] 2>
[junit4] 2> JUnit4-serializer-daemon:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2>
[junit4] 2> zkCallback-30-thread-3:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> Connection evictor:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> zkCallback-30-thread-2:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> qtp1643579187-41:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] 2> org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> SUITE-SolrCollectorTest-seed#[5B6129339C4A1DFE]-worker:
[junit4] 2> java.lang.Thread.dumpThreads(Native Method)
[junit4] 2> java.lang.Thread.getAllStackTraces(Thread.java:1610)
[junit4] 2> org.apache.solr.SolrTestCaseJ4.clearObjectTrackerAndCheckEmpty(SolrTestCaseJ4.java:372)
[junit4] 2> org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:300)
[junit4] 2> [...sun.*, java.lang.reflect.*, com.carrotsearch.randomizedtesting.*]
[junit4] 2> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> qtp1643579187-39:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] 2> org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
[junit4] 2> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
[junit4] 2> java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> Finalizer:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
[junit4] 2> java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
[junit4] 2> java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
[junit4] 2>
[junit4] 2> main:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.Thread.join(Thread.java:1252)
[junit4] 2> java.lang.Thread.join(Thread.java:1326)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2> com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:251)
[junit4] 2> com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:368)
[junit4] 2> com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=31396, maxDocsPerChunk=4, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=31396, blockSize=5)), sim=RandomSimilarity(queryNorm=false): {}, locale=et-EE, timezone=Asia/Urumqi
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=20,free=222405416,total=269484032
[junit4] 2> NOTE: All tests run in this JVM: [SolrCollectorTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrCollectorTest -Dtests.seed=5B6129339C4A1DFE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=et-EE -Dtests.timezone=Asia/Urumqi -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | SolrCollectorTest (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Error starting up MiniSolrCloudCluster
[junit4] > at __randomizedtesting.SeedInfo.seed([5B6129339C4A1DFE]:0)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:513)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:251)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
[junit4] > at org.apache.solr.prometheus.exporter.SolrExporterTestBase.setupCluster(SolrExporterTestBase.java:43)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Suppressed: java.lang.AssertionError
[junit4] > at java.lang.reflect.Type.getTypeName(Type.java:46)
[junit4] > at java.lang.reflect.Type.getTypeName(Type.java:46)
[junit4] > at java.lang.reflect.Method.specificToGenericStringHeader(Method.java:421)
[junit4] > at java.lang.reflect.Executable.sharedToGenericString(Executable.java:163)
[junit4] > at java.lang.reflect.Method.toGenericString(Method.java:415)
[junit4] > at java.beans.MethodRef.set(MethodRef.java:46)
[junit4] > at java.beans.MethodDescriptor.setMethod(MethodDescriptor.java:117)
[junit4] > at java.beans.MethodDescriptor.<init>(MethodDescriptor.java:72)
[junit4] > at java.beans.MethodDescriptor.<init>(MethodDescriptor.java:56)
[junit4] > at java.beans.Introspector.getTargetMethodInfo(Introspector.java:1205)
[junit4] > at java.beans.Introspector.getBeanInfo(Introspector.java:426)
[junit4] > at java.beans.Introspector.getBeanInfo(Introspector.java:173)
[junit4] > at java.beans.Introspector.getBeanInfo(Introspector.java:260)
[junit4] > at java.beans.Introspector.<init>(Introspector.java:407)
[junit4] > at java.beans.Introspector.getBeanInfo(Introspector.java:173)
[junit4] > at java.beans.Introspector.getBeanInfo(Introspector.java:260)
[junit4] > at java.beans.Introspector.<init>(Introspector.java:407)
[junit4] > at java.beans.Introspector.getBeanInfo(Introspector.java:173)
[junit4] > at java.beans.Introspector.getBeanInfo(Introspector.java:260)
[junit4] > at java.beans.Introspector.<init>(Introspector.java:407)
[junit4] > at java.beans.Introspector.getBeanInfo(Introspector.java:173)
[junit4] > at org.apache.solr.util.SolrPluginUtils.findSetter(SolrPluginUtils.java:1027)
[junit4] > at org.apache.solr.util.SolrPluginUtils.invokeSetters(SolrPluginUtils.java:1011)
[junit4] > at org.apache.solr.util.SolrPluginUtils.invokeSetters(SolrPluginUtils.java:1000)
[junit4] > at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:61)
[junit4] > at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
[junit4] > at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
[junit4] > at org.apache.solr.core.CoreContainer.load(CoreContainer.java:546)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] > at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
[junit4] > at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
[junit4] > at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] > at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > ... 1 moreThrowable #2: java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [ZkController, InternalHttpClient, InternalHttpClient, SolrZkClient]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.cloud.ZkController.<init>(ZkController.java:448)
[junit4] > at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
[junit4] > at org.apache.solr.core.CoreContainer.load(CoreContainer.java:519)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] > at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
[junit4] > at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
[junit4] > at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] > at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
[junit4] > at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
[junit4] > at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
[junit4] > at org.apache.solr.core.CoreContainer.load(CoreContainer.java:503)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] > at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
[junit4] > at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
[junit4] > at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] > at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
[junit4] > at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
[junit4] > at org.apache.solr.core.CoreContainer.load(CoreContainer.java:509)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] > at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
[junit4] > at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
[junit4] > at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] > at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
[junit4] > at org.apache.solr.cloud.ZkController.<init>(ZkController.java:321)
[junit4] > at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
[junit4] > at org.apache.solr.core.CoreContainer.load(CoreContainer.java:519)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] > at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
[junit4] > at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
[junit4] > at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] > at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:391)
[junit4] > at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([5B6129339C4A1DFE]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [2/2 (1!)] on J0 in 28.86s, 0 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 41447 lines...]