You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/11/17 07:41:13 UTC
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 494 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/494/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor171.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:705) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:767) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1006) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:871) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor171.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:705)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:767)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1006)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:871)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([ECA3B775C23F2E82]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
at sun.reflect.GeneratedMethodAccessor26.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12396 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_ECA3B775C23F2E82-001/init-core-data-001
[junit4] 2> 2838910 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2838910 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_ECA3B775C23F2E82-001/tempDir-001
[junit4] 2> 2838911 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2838911 INFO (Thread-5075) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2838912 INFO (Thread-5075) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2839012 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34577
[junit4] 2> 2839020 INFO (jetty-launcher-10711-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2839020 INFO (jetty-launcher-10711-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2839025 INFO (jetty-launcher-10711-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@694582f7{/solr,null,AVAILABLE}
[junit4] 2> 2839026 INFO (jetty-launcher-10711-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c99e48d{/solr,null,AVAILABLE}
[junit4] 2> 2839026 INFO (jetty-launcher-10711-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@180c9a80{HTTP/1.1,[http/1.1]}{127.0.0.1:51665}
[junit4] 2> 2839026 INFO (jetty-launcher-10711-thread-2) [ ] o.e.j.s.Server Started @2843044ms
[junit4] 2> 2839026 INFO (jetty-launcher-10711-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51665}
[junit4] 2> 2839026 INFO (jetty-launcher-10711-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@1eaa8284{HTTP/1.1,[http/1.1]}{127.0.0.1:46660}
[junit4] 2> 2839026 INFO (jetty-launcher-10711-thread-1) [ ] o.e.j.s.Server Started @2843044ms
[junit4] 2> 2839026 ERROR (jetty-launcher-10711-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2839026 INFO (jetty-launcher-10711-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2839026 INFO (jetty-launcher-10711-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46660}
[junit4] 2> 2839026 INFO (jetty-launcher-10711-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2839027 INFO (jetty-launcher-10711-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2839027 ERROR (jetty-launcher-10711-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2839027 INFO (jetty-launcher-10711-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-17T07:18:23.586Z
[junit4] 2> 2839027 INFO (jetty-launcher-10711-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2839027 INFO (jetty-launcher-10711-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2839027 INFO (jetty-launcher-10711-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2839027 INFO (jetty-launcher-10711-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-17T07:18:23.586Z
[junit4] 2> 2839031 INFO (jetty-launcher-10711-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2839031 INFO (jetty-launcher-10711-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2839039 INFO (jetty-launcher-10711-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2839039 INFO (jetty-launcher-10711-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2839040 INFO (jetty-launcher-10711-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34577/solr
[junit4] 2> 2839040 INFO (jetty-launcher-10711-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34577/solr
[junit4] 2> 2839086 INFO (jetty-launcher-10711-thread-1) [n:127.0.0.1:46660_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46660_solr
[junit4] 2> 2839088 INFO (jetty-launcher-10711-thread-2) [n:127.0.0.1:51665_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51665_solr
[junit4] 2> 2839089 INFO (jetty-launcher-10711-thread-1) [n:127.0.0.1:46660_solr ] o.a.s.c.Overseer Overseer (id=96951802493140997-127.0.0.1:46660_solr-n_0000000000) starting
[junit4] 2> 2839091 INFO (zkCallback-10721-thread-1-processing-n:127.0.0.1:46660_solr) [n:127.0.0.1:46660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2839091 INFO (zkCallback-10722-thread-1-processing-n:127.0.0.1:51665_solr) [n:127.0.0.1:51665_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2839105 INFO (jetty-launcher-10711-thread-1) [n:127.0.0.1:46660_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46660_solr
[junit4] 2> 2839110 INFO (zkCallback-10722-thread-1-processing-n:127.0.0.1:51665_solr) [n:127.0.0.1:51665_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2839110 INFO (zkCallback-10721-thread-1-processing-n:127.0.0.1:46660_solr) [n:127.0.0.1:46660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2839263 INFO (jetty-launcher-10711-thread-2) [n:127.0.0.1:51665_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_ECA3B775C23F2E82-001/tempDir-001/node2/.
[junit4] 2> 2839402 INFO (jetty-launcher-10711-thread-1) [n:127.0.0.1:46660_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_ECA3B775C23F2E82-001/tempDir-001/node1/.
[junit4] 2> 2839411 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2839487 WARN (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2839494 WARN (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2839500 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2839531 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_solaris.vm_55711_hdfs____jqv79l/webapp
[junit4] 2> 2840349 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@solaris-vm:55711
[junit4] 2> 2840501 WARN (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2840503 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2840518 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_56404_datanode____.5umeg2/webapp
[junit4] 2> 2841016 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56404
[junit4] 2> 2841096 WARN (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2841098 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2841118 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_63927_datanode____.6ti6go/webapp
[junit4] 2> 2841152 INFO (IPC Server handler 5 on 36575) [ ] BlockStateChange BLOCK* processReport: from storage DS-41008bce-707f-4a8d-8242-e977127379e6 node DatanodeRegistration(127.0.0.1:64653, datanodeUuid=9c4454d4-2579-4fb3-a65d-73a958e45ada, infoPort=55500, infoSecurePort=0, ipcPort=58809, storageInfo=lv=-56;cid=testClusterID;nsid=1504002252;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2841152 INFO (IPC Server handler 5 on 36575) [ ] BlockStateChange BLOCK* processReport: from storage DS-efeea9a8-abc1-4cd2-8305-eb0b6111060d node DatanodeRegistration(127.0.0.1:64653, datanodeUuid=9c4454d4-2579-4fb3-a65d-73a958e45ada, infoPort=55500, infoSecurePort=0, ipcPort=58809, storageInfo=lv=-56;cid=testClusterID;nsid=1504002252;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2841636 INFO (SUITE-HdfsRecoveryZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:63927
[junit4] 2> 2841773 INFO (IPC Server handler 9 on 36575) [ ] BlockStateChange BLOCK* processReport: from storage DS-281e5652-7aaa-4d76-a127-8d14c2fd90c5 node DatanodeRegistration(127.0.0.1:55144, datanodeUuid=d0c7bd52-c069-4ba1-b29a-24f94ed5401b, infoPort=35438, infoSecurePort=0, ipcPort=34702, storageInfo=lv=-56;cid=testClusterID;nsid=1504002252;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2841773 INFO (IPC Server handler 9 on 36575) [ ] BlockStateChange BLOCK* processReport: from storage DS-5834ebb0-d430-4d19-9cd6-d0fa76123fc7 node DatanodeRegistration(127.0.0.1:55144, datanodeUuid=d0c7bd52-c069-4ba1-b29a-24f94ed5401b, infoPort=35438, infoSecurePort=0, ipcPort=34702, storageInfo=lv=-56;cid=testClusterID;nsid=1504002252;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2841941 INFO (TEST-HdfsRecoveryZkTest.test-seed#[ECA3B775C23F2E82]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2841945 INFO (qtp1908621421-46845) [n:127.0.0.1:51665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2841949 INFO (OverseerThreadFactory-11175-thread-1-processing-n:127.0.0.1:46660_solr) [n:127.0.0.1:46660_solr ] o.a.s.c.CreateCollectionCmd Create collection recoverytest
[junit4] 2> 2842062 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2842062 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2842174 INFO (zkCallback-10721-thread-3-processing-n:127.0.0.1:46660_solr) [n:127.0.0.1:46660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2842174 INFO (zkCallback-10722-thread-1-processing-n:127.0.0.1:51665_solr) [n:127.0.0.1:51665_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843075 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2843075 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2843084 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema [recoverytest_shard1_replica2] Schema name=minimal
[junit4] 2> 2843084 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema [recoverytest_shard1_replica1] Schema name=minimal
[junit4] 2> 2843088 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2843088 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2843089 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica1' using configuration from collection recoverytest
[junit4] 2> 2843089 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica2' using configuration from collection recoverytest
[junit4] 2> 2843113 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:36575/data
[junit4] 2> 2843113 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2843113 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [[recoverytest_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_ECA3B775C23F2E82-001/tempDir-001/node1/recoverytest_shard1_replica1], dataDir=[hdfs://solaris-vm:36575/data/recoverytest/core_node1/data/]
[junit4] 2> 2843113 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:36575/data/recoverytest/core_node1/data/snapshot_metadata
[junit4] 2> 2843113 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:36575/data
[junit4] 2> 2843113 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2843114 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore [[recoverytest_shard1_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_ECA3B775C23F2E82-001/tempDir-001/node2/recoverytest_shard1_replica2], dataDir=[hdfs://solaris-vm:36575/data/recoverytest/core_node2/data/]
[junit4] 2> 2843114 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:36575/data/recoverytest/core_node2/data/snapshot_metadata
[junit4] 2> 2843124 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2843124 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2843124 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2843124 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2843132 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2843134 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2843135 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:36575/data/recoverytest/core_node1/data
[junit4] 2> 2843135 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:36575/data/recoverytest/core_node2/data
[junit4] 2> 2843158 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:36575/data/recoverytest/core_node2/data/index
[junit4] 2> 2843158 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:36575/data/recoverytest/core_node1/data/index
[junit4] 2> 2843202 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2843202 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2843202 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2843202 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2843207 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2843207 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2843249 INFO (IPC Server handler 0 on 36575) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64653 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5834ebb0-d430-4d19-9cd6-d0fa76123fc7:NORMAL:127.0.0.1:55144|RBW], ReplicaUC[[DISK]DS-41008bce-707f-4a8d-8242-e977127379e6:NORMAL:127.0.0.1:64653|FINALIZED]]} size 0
[junit4] 2> 2843250 INFO (IPC Server handler 9 on 36575) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55144 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-efeea9a8-abc1-4cd2-8305-eb0b6111060d:NORMAL:127.0.0.1:64653|RBW], ReplicaUC[[DISK]DS-5834ebb0-d430-4d19-9cd6-d0fa76123fc7:NORMAL:127.0.0.1:55144|FINALIZED]]} size 0
[junit4] 2> 2843251 INFO (IPC Server handler 6 on 36575) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64653 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-efeea9a8-abc1-4cd2-8305-eb0b6111060d:NORMAL:127.0.0.1:64653|RBW], ReplicaUC[[DISK]DS-5834ebb0-d430-4d19-9cd6-d0fa76123fc7:NORMAL:127.0.0.1:55144|FINALIZED]]} size 0
[junit4] 2> 2843251 INFO (IPC Server handler 3 on 36575) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55144 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-41008bce-707f-4a8d-8242-e977127379e6:NORMAL:127.0.0.1:64653|FINALIZED], ReplicaUC[[DISK]DS-281e5652-7aaa-4d76-a127-8d14c2fd90c5:NORMAL:127.0.0.1:55144|RBW]]} size 0
[junit4] 2> 2843278 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2843278 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2843278 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2843278 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2843278 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2843278 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2843289 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2843290 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2843289 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2843290 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2843313 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a5c46af[recoverytest_shard1_replica1] main]
[junit4] 2> 2843314 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@19c2d4cb[recoverytest_shard1_replica2] main]
[junit4] 2> 2843315 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2843316 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2843316 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2843316 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2843316 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2843316 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2843317 INFO (searcherExecutor-11181-thread-1-processing-n:127.0.0.1:51665_solr x:recoverytest_shard1_replica2 s:shard1 c:recoverytest r:core_node2) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore [recoverytest_shard1_replica2] Registered new searcher Searcher@19c2d4cb[recoverytest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2843317 INFO (searcherExecutor-11180-thread-1-processing-n:127.0.0.1:46660_solr x:recoverytest_shard1_replica1 s:shard1 c:recoverytest r:core_node1) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [recoverytest_shard1_replica1] Registered new searcher Searcher@4a5c46af[recoverytest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2843317 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551228844508184576
[junit4] 2> 2843317 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551228844508184576
[junit4] 2> 2843331 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2843331 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2843331 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/
[junit4] 2> 2843332 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica2 url=http://127.0.0.1:51665/solr START replicas=[http://127.0.0.1:46660/solr/recoverytest_shard1_replica1/] nUpdates=100
[junit4] 2> 2843332 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica2 url=http://127.0.0.1:51665/solr DONE. We have no versions. sync failed.
[junit4] 2> 2843336 INFO (qtp1647228290-46854) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.S.Request [recoverytest_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2843337 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2843337 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2843342 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/ shard1
[junit4] 2> 2843448 INFO (zkCallback-10721-thread-2-processing-n:127.0.0.1:46660_solr) [n:127.0.0.1:46660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843448 INFO (zkCallback-10722-thread-1-processing-n:127.0.0.1:51665_solr) [n:127.0.0.1:51665_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843496 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2843500 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2} status=0 QTime=1439
[junit4] 2> 2843604 INFO (zkCallback-10722-thread-1-processing-n:127.0.0.1:51665_solr) [n:127.0.0.1:51665_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2843604 INFO (zkCallback-10721-thread-2-processing-n:127.0.0.1:46660_solr) [n:127.0.0.1:46660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844337 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2} status=0 QTime=2276
[junit4] 2> 2844342 INFO (qtp1908621421-46845) [n:127.0.0.1:51665_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2844442 INFO (zkCallback-10722-thread-1-processing-n:127.0.0.1:51665_solr) [n:127.0.0.1:51665_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2844442 INFO (zkCallback-10721-thread-1-processing-n:127.0.0.1:46660_solr) [n:127.0.0.1:46660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2845342 INFO (qtp1908621421-46845) [n:127.0.0.1:51665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3398
[junit4] 2> 2845344 INFO (TEST-HdfsRecoveryZkTest.test-seed#[ECA3B775C23F2E82]) [ ] o.a.s.c.RecoveryZkTest Indexing 1200 documents
[junit4] 2> 2845378 INFO (qtp1647228290-46855) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-0 (1551228846640988161)]} 0 16
[junit4] 2> 2845378 INFO (qtp1908621421-46848) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0 (1551228846640988161)]} 0 27
[junit4] 2> 2845379 INFO (qtp1647228290-46852) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-0 (1551228846640988160)]} 0 17
[junit4] 2> 2845379 INFO (qtp1908621421-46841) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-0 (1551228846640988160)]} 0 29
[junit4] 2> 2845384 INFO (qtp1647228290-46854) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-1 (1551228846671396864)]} 0 2
[junit4] 2> 2845384 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1 (1551228846671396864)]} 0 4
[junit4] 2> 2845385 INFO (qtp1647228290-46857) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-1 (1551228846672445440)]} 0 2
[junit4] 2> 2845386 INFO (qtp1908621421-46851) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-1 (1551228846672445440)]} 0 4
[junit4] 2> 2845390 INFO (qtp1647228290-46858) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-2 (1551228846677688320)]} 0 1
[junit4] 2> 2845390 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-2 (1551228846678736896)]} 0 1
[junit4] 2> 2845390 INFO (qtp1908621421-46850) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2 (1551228846677688320)]} 0 4
[junit4] 2> 2845391 INFO (qtp1908621421-46845) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-2 (1551228846678736896)]} 0 3
[junit4] 2> 2845397 INFO (qtp1647228290-46843) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-3 (1551228846685028353)]} 0 1
[junit4] 2> 2845397 INFO (qtp1647228290-46855) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-3 (1551228846685028352)]} 0 1
[junit4] 2> 2845397 INFO (qtp1908621421-46848) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-3 (1551228846685028353)]} 0 4
[junit4] 2> 2845398 INFO (qtp1908621421-46849) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-3 (1551228846685028352)]} 0 4
[junit4] 2> 2845404 INFO (qtp1647228290-46852) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-4 (1551228846691319808)]} 0 2
[junit4] 2> 2845404 INFO (qtp1647228290-46854) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-4 (1551228846692368384)]} 0 2
[junit4] 2> 2845404 INFO (qtp1908621421-46841) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-4 (1551228846691319808)]} 0 5
[junit4] 2> 2845405 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-4 (1551228846692368384)]} 0 5
[junit4] 2> 2845414 INFO (qtp1647228290-46857) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-2 (-1551228846699708417)]} 0 1
[junit4] 2> 2845414 INFO (qtp1908621421-46851) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-2 (-1551228846699708417)]} 0 7
[junit4] 2> 2845415 INFO (qtp1647228290-46858) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-2 (-1551228846699708416)]} 0 1
[junit4] 2> 2845415 INFO (qtp1908621421-46850) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-2 (-1551228846699708416)]} 0 8
[junit4] 2> 2845420 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-5 (1551228846709145600)]} 0 2
[junit4] 2> 2845421 INFO (qtp1908621421-46845) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-5 (1551228846709145600)]} 0 4
[junit4] 2> 2845421 INFO (qtp1647228290-46843) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-5 (1551228846710194176)]} 0 2
[junit4] 2> 2845421 INFO (qtp1908621421-46848) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-5 (1551228846710194176)]} 0 4
[junit4] 2> 2845426 INFO (qtp1647228290-46852) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-3 (-1551228846716485633)]} 0 0
[junit4] 2> 2845426 INFO (qtp1647228290-46855) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-3 (-1551228846716485632)]} 0 1
[junit4] 2> 2845426 INFO (qtp1908621421-46849) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-3 (-1551228846716485633)]} 0 3
[junit4] 2> 2845426 INFO (qtp1908621421-46841) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-3 (-1551228846716485632)]} 0 3
[junit4] 2> 2845432 INFO (qtp1647228290-46857) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-6 (1551228846721728513)]} 0 1
[junit4] 2> 2845432 INFO (qtp1647228290-46854) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-6 (1551228846721728512)]} 0 2
[junit4] 2> 2845432 INFO (qtp1908621421-46851) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-6 (1551228846721728513)]} 0 4
[junit4] 2> 2845433 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-6 (1551228846721728512)]} 0 4
[junit4] 2> 2845438 INFO (qtp1647228290-46858) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-7 (1551228846729068545)]} 0 1
[junit4] 2> 2845438 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-7 (1551228846729068544)]} 0 1
[junit4] 2> 2845439 INFO (qtp1908621421-46845) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-7 (1551228846729068544)]} 0 4
[junit4] 2> 2845439 INFO (qtp1908621421-46850) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-7 (1551228846729068545)]} 0 4
[junit4] 2> 2845445 INFO (qtp1647228290-46852) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-8 (1551228846735360001)]} 0 2
[junit4] 2> 2845445 INFO (qtp1647228290-46843) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-8 (1551228846735360000)]} 0 2
[junit4] 2> 2845445 INFO (qtp1908621421-46849) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-8 (1551228846735360001)]} 0 4
[junit4] 2> 2845445 INFO (qtp1908621421-46848) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-8 (1551228846735360000)]} 0 4
[junit4] 2> 2845450 INFO (qtp1647228290-46857) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-4 (-1551228846741651457)]} 0 1
[junit4] 2> 2845450 INFO (qtp1647228290-46855) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-4 (-1551228846741651456)]} 0 1
[junit4] 2> 2845450 INFO (qtp1908621421-46841) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-4 (-1551228846741651456)]} 0 3
[junit4] 2> 2845450 INFO (qtp1908621421-46851) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-4 (-1551228846741651457)]} 0 3
[junit4] 2> 2845455 INFO (qtp1647228290-46858) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-9 (1551228846746894336)]} 0 0
[junit4] 2> 2845460 INFO (qtp1647228290-46854) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-9 (1551228846746894337)]} 0 6
[junit4] 2> 2845461 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-9 (1551228846746894336)]} 0 8
[junit4] 2> 2845461 INFO (qtp1908621421-46845) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-9 (1551228846746894337)]} 0 8
[junit4] 2> 2845466 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-10 (1551228846758428672)]} 0 1
[junit4] 2> 2845466 INFO (qtp1647228290-46852) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-10 (1551228846758428673)]} 0 1
[junit4] 2> 2845466 INFO (qtp1908621421-46848) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-10 (1551228846758428673)]} 0 3
[junit4] 2> 2845466 INFO (qtp1908621421-46850) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-10 (1551228846758428672)]} 0 3
[junit4] 2> 2845471 INFO (qtp1647228290-46843) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-8 (-1551228846764720128)]} 0 1
[junit4] 2> 2845472 INFO (qtp1647228290-46857) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-8 (-1551228846764720129)]} 0 1
[junit4] 2> 2845472 INFO (qtp1908621421-46849) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-8 (-1551228846764720128)]} 0 2
[junit4] 2> 2845472 INFO (qtp1908621421-46841) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-8 (-1551228846764720129)]} 0 3
[junit4] 2> 2845477 INFO (qtp1647228290-46858) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-11 (1551228846769963009)]} 0 1
[junit4] 2> 2845477 INFO (qtp1647228290-46855) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-11 (1551228846769963008)]} 0 1
[junit4] 2> 2845477 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-11 (1551228846769963009)]} 0 3
[junit4] 2> 2845477 INFO (qtp1908621421-46851) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-11 (1551228846769963008)]} 0 3
[junit4] 2> 2845483 INFO (qtp1647228290-46854) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-9 (-1551228846777303041)]} 0 1
[junit4] 2> 2845483 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-9 (-1551228846777303040)]} 0 1
[junit4] 2> 2845484 INFO (qtp1908621421-46845) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-9 (-1551228846777303040)]} 0 3
[junit4] 2> 2845484 INFO (qtp1908621421-46850) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-9 (-1551228846777303041)]} 0 3
[junit4] 2> 2845489 INFO (qtp1647228290-46852) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-12 (1551228846782545921)]} 0 1
[junit4] 2> 2845489 INFO (qtp1647228290-46843) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-12 (1551228846782545920)]} 0 1
[junit4] 2> 2845489 INFO (qtp1908621421-46848) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-12 (1551228846782545920)]} 0 3
[junit4] 2> 2845489 INFO (qtp1908621421-46849) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-12 (1551228846782545921)]} 0 3
[junit4] 2> 2845494 INFO (qtp1647228290-46857) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-13 (1551228846788837376)]} 0 1
[junit4] 2> 2845495 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-13 (1551228846788837376)]} 0 3
[junit4] 2> 2845496 INFO (qtp1647228290-46858) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-13 (1551228846787788800)]} 0 2
[junit4] 2> 2845496 INFO (qtp1908621421-46841) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-13 (1551228846787788800)]} 0 5
[junit4] 2> 2845500 INFO (qtp1647228290-46855) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-10 (-1551228846794080256)]} 0 1
[junit4] 2> 2845501 INFO (qtp1908621421-46851) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-10 (-1551228846794080256)]} 0 3
[junit4] 2> 2845501 INFO (qtp1647228290-46854) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-10 (-1551228846795128832)]} 0 0
[junit4] 2> 2845501 INFO (qtp1908621421-46850) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-10 (-1551228846795128832)]} 0 2
[junit4] 2> 2845506 INFO (qtp1647228290-46852) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-14 (1551228846800371713)]} 0 1
[junit4] 2> 2845506 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-14 (1551228846800371712)]} 0 1
[junit4] 2> 2845506 INFO (qtp1908621421-46848) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-14 (1551228846800371713)]} 0 3
[junit4] 2> 2845506 INFO (qtp1908621421-46845) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-14 (1551228846800371712)]} 0 3
[junit4] 2> 2845510 INFO (qtp1647228290-46857) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-11 (-1551228846805614593)]} 0 0
[junit4] 2> 2845511 INFO (qtp1647228290-46843) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-11 (-1551228846805614592)]} 0 1
[junit4] 2> 2845511 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-11 (-1551228846805614593)]} 0 3
[junit4] 2> 2845511 INFO (qtp1908621421-46849) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-11 (-1551228846805614592)]} 0 3
[junit4] 2> 2845517 INFO (qtp1647228290-46858) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-15 (1551228846810857472)]} 0 1
[junit4] 2> 2845517 INFO (qtp1647228290-46855) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-15 (1551228846810857473)]} 0 1
[junit4] 2> 2845517 INFO (qtp1908621421-46841) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-15 (1551228846810857472)]} 0 4
[junit4] 2> 2845517 INFO (qtp1908621421-46851) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-15 (1551228846810857473)]} 0 4
[junit4] 2> 2845524 INFO (qtp1647228290-46852) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-16 (1551228846818197504)]} 0 1
[junit4] 2> 2845524 INFO (qtp1647228290-46854) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-16 (1551228846818197505)]} 0 1
[junit4] 2> 2845525 INFO (qtp1908621421-46848) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-16 (1551228846818197505)]} 0 4
[junit4] 2> 2845525 INFO (qtp1908621421-46850) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-16 (1551228846818197504)]} 0 4
[junit4] 2> 2845536 INFO (qtp1647228290-46857) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-12 (-1551228846831828992)]} 0 1
[junit4] 2> 2845537 INFO (qtp1647228290-46847) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-12 (-1551228846831828993)]} 0 1
[junit4] 2> 2845537 INFO (qtp1908621421-46845) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-12 (-1551228846831828992)]} 0 3
[junit4] 2> 2845537 INFO (qtp1908621421-46846) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-12 (-1551228846831828993)]} 0 3
[junit4] 2> 2845546 INFO (qtp1647228290-46858) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-17 (1551228846841266177)]} 0 1
[junit4] 2> 2845546 INFO (qtp1647228290-46843) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:51665/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-17 (1551228846841266176)]} 0 1
[junit4] 2> 2845546 INFO (qtp1908621421-46841) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-17 (1551228846841266177)]} 0 4
[junit4] 2> 2845547 INFO (qtp1908621421-46849) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-17 (1551228846841266176)]} 0 4
[junit4] 2> 2845547 INFO (TEST-HdfsRecoveryZkTest.test-seed#[ECA3B775C23F2E82]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@1eaa8284{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2845549 INFO (TEST-HdfsRecoveryZkTest.test-seed#[ECA3B775C23F2E82]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=328220211
[junit4] 2> 2845551 ERROR (updateExecutor-10715-thread-2-processing-http:////127.0.0.1:46660//solr//recoverytest_shard1_replica1 x:recoverytest_shard1_replica2 r:core_node2 n:127.0.0.1:51665_solr s:shard1 c:recoverytest) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.StreamingSolrClients error
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:312)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:185)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2845552 ERROR (updateExecutor-10715-thread-1-processing-http:////127.0.0.1:46660//solr//recoverytest_shard1_replica1 x:recoverytest_shard1_replica2 r:core_node2 n:127.0.0.1:51665_solr s:shard1 c:recoverytest) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.StreamingSolrClients error
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:312)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:185)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2845552 WARN (qtp1908621421-46851) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.DistributedUpdateProcessor Error sending update to http://127.0.0.1:46660/solr
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:312)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:185)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2845553 ERROR (qtp1908621421-46851) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.DistributedUpdateProcessor Setting up to try to start recovery on replica http://127.0.0.1:46660/solr/recoverytest_shard1_replica1/
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:312)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:185)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2845554 INFO (coreCloseExecutor-11190-thread-1) [n:127.0.0.1:46660_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [recoverytest_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@5ba537b2
[junit4] 2> 2845554 INFO (qtp1908621421-46851) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.ZkController Put replica core=recoverytest_shard1_replica1 coreNodeName=core_node1 on 127.0.0.1:46660_solr into leader-initiated recovery.
[junit4] 2> 2845554 INFO (qtp1908621421-46851) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-18 (1551228846848606208)]} 0 5
[junit4] 2> 2845554 WARN (qtp1908621421-46848) [n:127.0.0.1:51665_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.DistributedUpdateProcessor Error sending update to http://127.0.0.1:46660/solr
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at java.net.PlainSocketImpl.socket
[...truncated too long message...]
yZkTest-seed#[ECA3B775C23F2E82]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=2, maxDocsPerChunk=9, blockSize=855), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=2, blockSize=855)), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=sl, timezone=Asia/Yakutsk
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=2,free=278038960,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrJ, TestPartialUpdateDeduplication, TestDefaultStatsCache, TestStressLiveNodes, TestSSLRandomization, TestStandardQParsers, TestPostingsSolrHighlighter, TestScoreJoinQPScore, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RulesTest, PathHierarchyTokenizerFactoryTest, MultiThreadedOCPTest, TestFileDictionaryLookup, DistributedFacetPivotSmallTest, TestLegacyFieldCache, CursorPagingTest, HdfsBasicDistributedZk2Test, TestMacroExpander, SimpleCollectionCreateDeleteTest, CoreSorterTest, SolrCloudExampleTest, TestPKIAuthenticationPlugin, PreAnalyzedUpdateProcessorTest, DateFieldTest, TestBulkSchemaConcurrent, ZkStateReaderTest, TestLazyCores, JSONWriterTest, MultiTermTest, SaslZkACLProviderTest, DistributedFacetPivotLongTailTest, TestStressLucene, TestCollationField, TestGraphTermsQParserPlugin, TestSolrCloudSnapshots, SharedFSAutoReplicaFailoverTest, UUIDUpdateProcessorFallbackTest, TestSweetSpotSimilarityFactory, TestReloadDeadlock, MergeStrategyTest, BadComponentTest, TestSerializedLuceneMatchVersion, TestManagedStopFilterFactory, TestCloudInspectUtil, ResponseLogComponentTest, TestRandomDVFaceting, PeerSyncWithIndexFingerprintCachingTest, TestOverriddenPrefixQueryForCustomFieldType, DistributedQueryComponentCustomSortTest, TestComponentsName, StressHdfsTest, TestDeleteCollectionOnDownNodes, RollingRestartTest, TestStressRecovery, SpatialHeatmapFacetsTest, TestJmxIntegration, TestCollationFieldDocValues, TestJsonFacets, TestSchemaManager, IndexSchemaRuntimeFieldTest, ReplicationFactorTest, TestSchemaNameResource, BJQParserTest, OutputWriterTest, RemoteQueryErrorTest, TestAuthenticationFramework, TestClusterProperties, TestRemoteStreaming, DistributedFacetExistsSmallTest, TimeZoneUtilsTest, CoreAdminRequestStatusTest, TestTolerantSearch, TestFieldCacheSort, OverriddenZkACLAndCredentialsProvidersTest, HdfsUnloadDistributedZkTest, ExplicitHLLTest, TestLeaderElectionZkExpiry, SolrCoreTest, TestComplexPhraseQParserPlugin, TestXmlQParserPlugin, LeaderElectionContextKeyTest, TestFieldCollectionResource, CloudExitableDirectoryReaderTest, TestConfigReload, TestSolrCLIRunExample, SortSpecParsingTest, TestExportWriter, DocValuesTest, RequestLoggingTest, OverseerStatusTest, JSONWriterTest, DocumentAnalysisRequestHandlerTest, TestRawResponseWriter, DistributedDebugComponentTest, TestBinaryResponseWriter, TestBulkSchemaAPI, CdcrRequestHandlerTest, DistributedMLTComponentTest, IndexBasedSpellCheckerTest, TestBinaryResponseWriter, HdfsDirectoryTest, CloneFieldUpdateProcessorFactoryTest, TestSubQueryTransformerDistrib, QueryEqualityTest, WrapperMergePolicyFactoryTest, CurrencyFieldXmlFileTest, PluginInfoTest, TestPerFieldSimilarityWithDefaultOverride, TestTrieFacet, TestNumericTerms64, TestSQLHandlerNonCloud, DistributedQueueTest, TestReplicationHandlerBackup, QueryResultKeyTest, CustomCollectionTest, TestFieldTypeCollectionResource, BlockDirectoryTest, TestCopyFieldCollectionResource, TestShardHandlerFactory, DocumentBuilderTest, TestLRUCache, TestManagedSchemaAPI, DocValuesMissingTest, TestSubQueryTransformer, SOLR749Test, XsltUpdateRequestHandlerTest, TestHashPartitioner, TestLFUCache, AtomicUpdatesTest, TestSha256AuthenticationProvider, TestNonDefinedSimilarityFactory, CdcrReplicationDistributedZkTest, SolrRequestParserTest, ActionThrottleTest, RequiredFieldsTest, TestCSVLoader, TestConfigSetsAPIZkFailure, TestExceedMaxTermLength, TestUseDocValuesAsStored2, HighlighterTest, TestSolrQueryParserResource, HardAutoCommitTest, ConnectionManagerTest, TestConfigOverlay, TestConfigSetsAPI, DocValuesMultiTest, AnalysisAfterCoreReloadTest, TestFieldCacheVsDocValues, TestSort, DeleteReplicaTest, SuggestComponentTest, TestBM25SimilarityFactory, TestObjectReleaseTracker, ReplicaListTransformerTest, BlockJoinFacetRandomTest, XmlUpdateRequestHandlerTest, DistributedSuggestComponentTest, TestTrackingShardHandlerFactory, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, TestReplicationHandler, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestJoin, TestReload, TestStressVersions, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, TestOmitPositions, RequestHandlersTest, TestIndexingPerformance, TestSolrQueryParser, SolrPluginUtilsTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, SearchHandlerTest, AlternateDirectoryTest, TestQuerySenderNoQuery, SampleTest, TestBinaryField, NumericFieldsTest, TestElisionMultitermQuery, TestPhraseSuggestions, TestXIncludeConfig, TestIBSimilarityFactory, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, OverseerRolesTest, PeerSyncReplicationTest, TestCloudPseudoReturnFields, TestCloudRecovery, TestMiniSolrCloudCluster, TestRandomFlRTGCloud, TestRebalanceLeaders, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=ECA3B775C23F2E82 -Dtests.slow=true -Dtests.locale=sl -Dtests.timezone=Asia/Yakutsk -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
[junit4] > at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:705)
[junit4] > at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:767)
[junit4] > at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1006)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:871)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([ECA3B775C23F2E82]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [549/653 (1!)] on J0 in 54.19s, 1 test, 1 failure <<< FAILURES!
[...truncated 61054 lines...]
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 498 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/498/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([E7F835D1A42C1747]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:363)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:722)
at org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:143)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([E7F835D1A42C1747]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:363)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:722)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:252)
at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
22 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest: 1) Thread[id=13925, name=zkCallback-2295-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=13928, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:61906, state=RUNNABLE, group=TGRP-BasicZkTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=13932, name=zkCallback-2295-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=13915, name=OverseerHdfsCoreFailoverThread-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=13911, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 6) Thread[id=13917, name=Thread-4276, state=WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1274) 7) Thread[id=13918, name=watches-2296-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=13906, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:187) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=13912, name=zkCallback-2295-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=13921, name=coreZkRegister-6127-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=13914, name=OverseerCollectionConfigSetProcessor-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:343) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:227) at java.lang.Thread.run(Thread.java:745) 12) Thread[id=13924, name=zkCallback-2295-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 13) Thread[id=13905, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:187) at java.lang.Thread.run(Thread.java:745) 14) Thread[id=13910, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-SendThread(127.0.0.1:61906), state=RUNNABLE, group=TGRP-BasicZkTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081) 15) Thread[id=13929, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 16) Thread[id=13920, name=searcherExecutor-6135-thread-1, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 17) Thread[id=13931, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120) 18) Thread[id=13926, name=zkCallback-2295-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 19) Thread[id=13922, name=zkCallback-2295-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 20) Thread[id=13923, name=zkCallback-2295-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 21) Thread[id=13927, name=Thread-4277, state=WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1249) at java.lang.Thread.join(Thread.java:1323) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 22) Thread[id=13913, name=OverseerStateUpdate-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:164) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:138) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:182) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 22 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest:
1) Thread[id=13925, name=zkCallback-2295-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=13928, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:61906, state=RUNNABLE, group=TGRP-BasicZkTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=13932, name=zkCallback-2295-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=13915, name=OverseerHdfsCoreFailoverThread-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=13911, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
6) Thread[id=13917, name=Thread-4276, state=WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1274)
7) Thread[id=13918, name=watches-2296-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=13906, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:187)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=13912, name=zkCallback-2295-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=13921, name=coreZkRegister-6127-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=13914, name=OverseerCollectionConfigSetProcessor-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:343)
at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:227)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=13924, name=zkCallback-2295-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=13905, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:187)
at java.lang.Thread.run(Thread.java:745)
14) Thread[id=13910, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-SendThread(127.0.0.1:61906), state=RUNNABLE, group=TGRP-BasicZkTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
15) Thread[id=13929, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
16) Thread[id=13920, name=searcherExecutor-6135-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
17) Thread[id=13931, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
18) Thread[id=13926, name=zkCallback-2295-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
19) Thread[id=13922, name=zkCallback-2295-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
20) Thread[id=13923, name=zkCallback-2295-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
21) Thread[id=13927, name=Thread-4277, state=WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1249)
at java.lang.Thread.join(Thread.java:1323)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
22) Thread[id=13913, name=OverseerStateUpdate-96961880655003651-192.168.57.18:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:164)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:138)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:182)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([E7F835D1A42C1747]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=13925, name=zkCallback-2295-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=13924, name=zkCallback-2295-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=13910, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-SendThread(127.0.0.1:61906), state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) 4) Thread[id=13920, name=searcherExecutor-6135-thread-1, state=WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=13932, name=zkCallback-2295-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=13926, name=zkCallback-2295-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=13922, name=zkCallback-2295-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=13923, name=zkCallback-2295-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=13917, name=Thread-4276, state=WAITING, group=TGRP-BasicZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1274) 10) Thread[id=13918, name=watches-2296-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=13912, name=zkCallback-2295-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 12) Thread[id=13921, name=coreZkRegister-6127-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=13925, name=zkCallback-2295-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=13924, name=zkCallback-2295-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=13910, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-SendThread(127.0.0.1:61906), state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
4) Thread[id=13920, name=searcherExecutor-6135-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=13932, name=zkCallback-2295-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=13926, name=zkCallback-2295-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=13922, name=zkCallback-2295-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=13923, name=zkCallback-2295-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=13917, name=Thread-4276, state=WAITING, group=TGRP-BasicZkTest]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1274)
10) Thread[id=13918, name=watches-2296-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=13912, name=zkCallback-2295-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=13921, name=coreZkRegister-6127-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([E7F835D1A42C1747]:0)
Build Log:
[...truncated 11684 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicZkTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_E7F835D1A42C1747-001/init-core-data-001
[junit4] 2> 1363498 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1363498 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1363498 INFO (Thread-4275) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1363498 INFO (Thread-4275) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1363598 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:61906
[junit4] 2> 1363615 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1363618 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1363621 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1363623 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1363626 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1363629 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1363631 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1363634 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1363636 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1363638 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1363640 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1363643 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1363644 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1363670 WARN (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1363671 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1363688 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 1363751 WARN (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1363752 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1363759 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
[junit4] 2> 1363759 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61906/solr
[junit4] 2> 1363797 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [n:192.168.57.18:8983_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 192.168.57.18:8983_
[junit4] 2> 1363799 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [n:192.168.57.18:8983_ ] o.a.s.c.Overseer Overseer (id=96961880655003651-192.168.57.18:8983_-n_0000000000) starting
[junit4] 2> 1363810 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [n:192.168.57.18:8983_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/192.168.57.18:8983_
[junit4] 2> 1363812 INFO (OverseerStateUpdate-96961880655003651-192.168.57.18:8983_-n_0000000000) [n:192.168.57.18:8983_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1364914 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1364938 WARN (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1364940 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1364978 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1365072 WARN (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1365073 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1365091 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1365091 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_E7F835D1A42C1747-001/init-core-data-001/]
[junit4] 2> 1365091 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c9db1e9
[junit4] 2> 1365093 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=39, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1365107 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1365107 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1365107 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1365107 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1365108 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=39, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8787185502445017]
[junit4] 2> 1365108 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@53793d4[collection1] main]
[junit4] 2> 1365109 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1365116 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1365132 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1365132 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1365133 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1365133 INFO (coreLoadExecutor-6134-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551390092193431552
[junit4] 2> 1365133 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1365133 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1365134 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1365134 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1365134 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1365135 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1365135 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1365136 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@53793d4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1365138 INFO (SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker) [n:192.168.57.18:8983_ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1365149 INFO (coreZkRegister-6127-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1365149 INFO (coreZkRegister-6127-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1365157 INFO (coreZkRegister-6127-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://192.168.57.18:8983/collection1/ shard1
[junit4] 2> 1365171 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic
[junit4] 2> 1365272 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=qlkciyopsbgzyvkylsjhchghjrdf&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1365276 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[42 (-1551390092342329344)]} 0 1
[junit4] 2> 1365277 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[42 (1551390092344426496)]} 0 0
[junit4] 2> 1365278 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1365278 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1365282 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@69e39803[collection1] main]
[junit4] 2> 1365283 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1365284 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69e39803[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):c1)))}
[junit4] 2> 1365284 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 6
[junit4] 2> 1365285 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42+AND+val_s:aa\;bb&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1365286 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42+AND+val_s:"aa;bb"&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1365286 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42+AND+val_s:aa&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1365288 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[42 (-1551390092354912256)]} 0 1
[junit4] 2> 1365288 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1365288 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1365289 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@528742ec[collection1] main]
[junit4] 2> 1365289 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1365290 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@528742ec[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1365291 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 2
[junit4] 2> 1365291 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 1365293 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[42 (1551390092359106560)]} 0 1
[junit4] 2> 1365293 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[42 (1551390092361203712)]} 0 0
[junit4] 2> 1365293 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1365293 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1365297 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f699143[collection1] main]
[junit4] 2> 1365297 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1365298 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1f699143[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.4.0):c2/1:delGen=1)))}
[junit4] 2> 1365298 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 4
[junit4] 2> 1365299 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1365300 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[42 (1551390092367495168)]} 0 1
[junit4] 2> 1365301 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[42 (1551390092368543744)]} 0 0
[junit4] 2> 1365301 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1365301 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1365303 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fbb135[collection1] main]
[junit4] 2> 1365304 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1365305 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1fbb135[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.4.0):c2/1:delGen=1)))}
[junit4] 2> 1365305 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 4
[junit4] 2> 1365305 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:42&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 1365307 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[101 (1551390092374835200)]} 0 1
[junit4] 2> 1365308 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[101 (1551390092375883776)]} 0 0
[junit4] 2> 1365308 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[105 (1551390092376932352)]} 0 0
[junit4] 2> 1365309 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[102 (1551390092377980928)]} 0 0
[junit4] 2> 1365309 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[103 (1551390092377980929)]} 0 0
[junit4] 2> 1365309 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[101 (1551390092377980930)]} 0 0
[junit4] 2> 1365309 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1365310 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1365311 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bdd212d[collection1] main]
[junit4] 2> 1365312 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1365312 WARN (coreZkRegister-6127-thread-1-processing-n:192.168.57.18:8983_ x:collection1 s:shard1 c:collection1 r:192.168.57.18:8983__collection1) [n:192.168.57.18:8983_ c:collection1 s:shard1 r:192.168.57.18:8983__collection1 x:collection1] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1365314 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1bdd212d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.4.0):c2/1:delGen=1) Uninverting(_3(6.4.0):c6/2:delGen=1)))}
[junit4] 2> 1365314 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 4
[junit4] 2> 1365315 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61906 61906
[junit4] 2> 1365429 INFO (Thread-4275) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61906 61906
[junit4] 2> 1365429 WARN (Thread-4275) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1365431 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[201 (1551390092504858624)]} 0 0
[junit4] 2> 1365528 WARN (zkCallback-2295-thread-2-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@767b486d name: ZooKeeperConnection Watcher:127.0.0.1:61906/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1365528 WARN (zkCallback-2295-thread-2-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1365732 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1365732 INFO (Thread-4277) [n:192.168.57.18:8983_ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:61906
[junit4] 2> 1365732 INFO (Thread-4277) [n:192.168.57.18:8983_ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1365832 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.ZkTestServer start zk server on port:61906
[junit4] 2> 1366134 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[100+TO+110]&rows=2147483647&wt=xml} hits=4 status=0 QTime=0
[junit4] 2> 1366135 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[100+TO+111]&rows=1147483647&wt=xml} hits=4 status=0 QTime=0
[junit4] 2> 1366135 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[100+TO+110]&qt=standard&start=0&rows=20&version=2.2} hits=4 status=0 QTime=0
[junit4] 2> 1366136 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[102 (-1551390093245153280)]} 0 0
[junit4] 2> 1366137 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1366137 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1366140 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eec2c45[collection1] main]
[junit4] 2> 1366140 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1366141 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1eec2c45[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.4.0):c2/1:delGen=1) Uninverting(_3(6.4.0):c6/3:delGen=2) Uninverting(_4(6.4.0):c1)))}
[junit4] 2> 1366142 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 4
[junit4] 2> 1366142 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[100+TO+110]&qt=standard&start=0&rows=20&version=2.2} hits=3 status=0 QTime=0
[junit4] 2> 1366143 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[105 (-1551390093251444736)]} 0 0
[junit4] 2> 1366143 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1366144 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1366144 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bda55bb[collection1] main]
[junit4] 2> 1366145 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1366146 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5bda55bb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.4.0):c2/1:delGen=1) Uninverting(_3(6.4.0):c6/4:delGen=3) Uninverting(_4(6.4.0):c1)))}
[junit4] 2> 1366146 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 2
[junit4] 2> 1366146 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:[100+TO+110]&qt=standard&start=0&rows=20&version=2.2} hits=2 status=0 QTime=0
[junit4] 2> 1366152 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@12aaa2b2[collection1] realtime]
[junit4] 2> 1366153 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{deleteByQuery=id:[100 TO 110] (-1551390093256687616)} 0 6
[junit4] 2> 1366153 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1366153 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@34d6bde
[junit4] 2> 1366154 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1453e280[collection1] main]
[junit4] 2> 1366154 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1366155 INFO (searcherExecutor-6135-thread-1-processing-n:192.168.57.18:8983_) [n:192.168.57.18:8983_ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1453e280[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.4.0):c2/1:delGen=1) Uninverting(_4(6.4.0):c1)))}
[junit4] 2> 1366155 INFO (TEST-BasicZkTest.testBasic-seed#[E7F835D1A42C1747]) [n:192.168.57.18:8983_ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 1
[
[...truncated too long message...]
ead.run(Thread.java:745)
[junit4] > 2) Thread[id=13924, name=zkCallback-2295-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 3) Thread[id=13910, name=SUITE-BasicZkTest-seed#[E7F835D1A42C1747]-worker-SendThread(127.0.0.1:61906), state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 4) Thread[id=13920, name=searcherExecutor-6135-thread-1, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 5) Thread[id=13932, name=zkCallback-2295-thread-7, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 6) Thread[id=13926, name=zkCallback-2295-thread-6, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 7) Thread[id=13922, name=zkCallback-2295-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 8) Thread[id=13923, name=zkCallback-2295-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 9) Thread[id=13917, name=Thread-4276, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1274)
[junit4] > 10) Thread[id=13918, name=watches-2296-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 11) Thread[id=13912, name=zkCallback-2295-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 12) Thread[id=13921, name=coreZkRegister-6127-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([E7F835D1A42C1747]:0)
[junit4] Completed [335/654 (1!)] on J1 in 27.30s, 1 test, 4 errors <<< FAILURES!
[...truncated 61784 lines...]
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 497 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/497/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor168.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:705) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:767) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1006) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:871) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor168.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:705)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:767)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1006)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:871)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([6D4C9E7875258015]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.update.AutoCommitTest.testCommitWithin
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([6D4C9E7875258015:D79EF100F60B6E00]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:812)
at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:805)
... 40 more
Build Log:
[...truncated 11708 lines...]
[junit4] Suite: org.apache.solr.update.AutoCommitTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_6D4C9E7875258015-001/init-core-data-001
[junit4] 2> 2123717 INFO (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2123718 INFO (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2123719 INFO (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2123758 WARN (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2123759 INFO (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2123782 INFO (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 2123867 WARN (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2123869 INFO (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2123875 INFO (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
[junit4] 2> 2123877 INFO (coreLoadExecutor-5464-thread-1) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2123898 WARN (coreLoadExecutor-5464-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2123899 INFO (coreLoadExecutor-5464-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2123915 INFO (coreLoadExecutor-5464-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2123981 WARN (coreLoadExecutor-5464-thread-1) [ ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2123983 INFO (coreLoadExecutor-5464-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2123989 INFO (coreLoadExecutor-5464-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 2123989 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_6D4C9E7875258015-001/init-core-data-001/]
[junit4] 2> 2123989 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e74e900
[junit4] 2> 2123990 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=38.83984375, floorSegmentMB=1.6826171875, forceMergeDeletesPctAllowed=2.1319669688893814, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2124001 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2124001 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2124002 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2124002 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2124002 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5500364681126254]
[junit4] 2> 2124002 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@28895a97[collection1] main]
[junit4] 2> 2124003 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2124006 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2124068 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2124068 INFO (searcherExecutor-5465-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2124069 INFO (searcherExecutor-5465-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2124069 INFO (searcherExecutor-5465-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2124069 INFO (searcherExecutor-5465-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2124069 INFO (searcherExecutor-5465-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2124069 INFO (searcherExecutor-5465-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2124070 INFO (searcherExecutor-5465-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2124070 INFO (searcherExecutor-5465-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2124070 INFO (searcherExecutor-5465-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2124071 INFO (searcherExecutor-5465-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@28895a97[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2124071 INFO (coreLoadExecutor-5464-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551353389225345024
[junit4] 2> 2124080 INFO (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 2124097 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxDocs
[junit4] 2> 2124098 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{deleteByQuery=*:* (-1551353389252608000)} 0 1
[junit4] 2> 2124105 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2124131 WARN (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2124132 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2124150 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2124279 WARN (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2124281 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2124288 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 2124289 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_6D4C9E7875258015-001/init-core-data-001/]
[junit4] 2> 2124289 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e74e900
[junit4] 2> 2124304 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2124304 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2124304 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6adcf94e[collection1] main]
[junit4] 2> 2124305 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2124307 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2124310 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2124310 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2124310 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2124310 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2124310 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2124311 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2124311 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2124311 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2124312 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2124312 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2124313 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6adcf94e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2124313 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=77.3994140625, floorSegmentMB=0.455078125, forceMergeDeletesPctAllowed=26.410224465934856, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2124314 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2124314 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48fd7af8[collection1] main]
[junit4] 2> 2124314 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@254499f5
[junit4] 2> 2124315 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@48fd7af8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2124326 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1551353389491683328)]} 0 0
[junit4] 2> 2124326 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[1 (1551353389492731904)]} 0 1
[junit4] 2> 2124326 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (1551353389492731905)]} 0 1
[junit4] 2> 2124327 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1551353389492731906)]} 0 1
[junit4] 2> 2124327 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[4 (1551353389493780480)]} 0 1
[junit4] 2> 2124327 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5 (1551353389493780481)]} 0 2
[junit4] 2> 2124328 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1551353389493780482)]} 0 2
[junit4] 2> 2124328 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[7 (1551353389494829056)]} 0 2
[junit4] 2> 2124328 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[8 (1551353389494829057)]} 0 3
[junit4] 2> 2124328 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1551353389494829058)]} 0 3
[junit4] 2> 2124328 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[10 (1551353389494829059)]} 0 3
[junit4] 2> 2124328 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[11 (1551353389494829060)]} 0 3
[junit4] 2> 2124329 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1551353389494829061)]} 0 3
[junit4] 2> 2124329 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[13 (1551353389495877632)]} 0 3
[junit4] 2> 2124329 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:1&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 2124330 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[14 (1551353389495877633)]} 0 4
[junit4] 2> 2124343 INFO (commitScheduler-5473-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 2124349 INFO (commitScheduler-5473-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38351541[collection1] main]
[junit4] 2> 2124349 INFO (commitScheduler-5473-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2124350 INFO (searcherExecutor-5470-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@38351541[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):c15)))}
[junit4] 2> 2124582 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1551353389760118784)]} 0 256
[junit4] 2> 2124585 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:14&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=3
[junit4] 2> 2124585 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:15&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 2124586 INFO (TEST-AutoCommitTest.testMaxDocs-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxDocs
[junit4] 2> 2124588 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
[junit4] 2> 2124591 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@de9f833[collection1] realtime]
[junit4] 2> 2124592 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{deleteByQuery=*:* (-1551353389767458816)} 0 3
[junit4] 2> 2124592 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2124618 WARN (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2124619 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2124644 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2124707 WARN (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2124709 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2124720 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 2124721 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_6D4C9E7875258015-001/init-core-data-001/]
[junit4] 2> 2124721 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e74e900
[junit4] 2> 2124745 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2124745 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2124746 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1df4979[collection1] main]
[junit4] 2> 2124749 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2124797 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2124831 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2124831 INFO (searcherExecutor-5474-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2124832 INFO (searcherExecutor-5474-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2124832 INFO (searcherExecutor-5474-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2124832 INFO (searcherExecutor-5474-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2124832 INFO (searcherExecutor-5474-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2124833 INFO (searcherExecutor-5474-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2124833 INFO (searcherExecutor-5474-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2124834 INFO (searcherExecutor-5474-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2124834 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=47.134765625, floorSegmentMB=0.7978515625, forceMergeDeletesPctAllowed=14.143029490598897, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2124834 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2124835 WARN (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrCore [collection1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
[junit4] 2> 2124835 INFO (searcherExecutor-5474-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2124835 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@492d7ee2[collection1] main]
[junit4] 2> 2124843 INFO (searcherExecutor-5474-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1df4979[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2124845 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@f0681a0
[junit4] 2> 2124853 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1551353390045331456)]} 0 0
[junit4] 2> 2124853 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 2124920 INFO (searcherExecutor-5474-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@492d7ee2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2125104 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1551353390308524032)]} 0 252
[junit4] 2> 2125105 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 2125105 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1551353390309572608)]} 0 252
[junit4] 2> 2125105 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 2125106 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
[junit4] 2> 2125107 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:529&qt=standard&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:805)
[junit4] 2> at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 2125107 INFO (TEST-AutoCommitTest.testCommitWithin-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AutoCommitTest -Dtests.method=testCommitWithin -Dtests.seed=6D4C9E7875258015 -Dtests.slow=true -Dtests.locale=sr-Latn-RS -Dtests.timezone=Europe/Ljubljana -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.52s J1 | AutoCommitTest.testCommitWithin <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Exception during query
[junit4] > at __randomizedtesting.SeedInfo.seed([6D4C9E7875258015:D79EF100F60B6E00]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:812)
[junit4] > at org.apache.solr.update.AutoCommitTest.testCommitWithin(AutoCommitTest.java:353)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
[junit4] > xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] > <response>
[junit4] > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
[junit4] > </response>
[junit4] > request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:805)
[junit4] > ... 40 more
[junit4] 2> 2125112 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
[junit4] 2> 2125116 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6717e57d[collection1] realtime]
[junit4] 2> 2125116 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{deleteByQuery=*:* (-1551353390317961216)} 0 3
[junit4] 2> 2125117 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2125146 WARN (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 2125147 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2125174 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2125287 WARN (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2125288 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2125295 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 2125295 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_6D4C9E7875258015-001/init-core-data-001/]
[junit4] 2> 2125295 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e74e900
[junit4] 2> 2125312 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2125312 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2125312 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e389c9b[collection1] main]
[junit4] 2> 2125312 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2125313 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2125316 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2125319 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=16823146, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2125319 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2125319 WARN (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrCore [collection1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
[junit4] 2> 2125319 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@378f0235[collection1] main]
[junit4] 2> 2125320 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2859730c
[junit4] 2> 2125321 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2125321 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2125321 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2125321 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2125322 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2125323 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2125323 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2125323 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2125324 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2125324 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5e389c9b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2125324 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2125325 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2125325 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2125325 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2125325 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2125325 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2125326 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2125326 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2125327 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2125327 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@378f0235[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2125333 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1551353390548647936)]} 0 0
[junit4] 2> 2125333 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 2126342 INFO (commitScheduler-5481-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 2126346 INFO (commitScheduler-5481-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b0ee771[collection1] main]
[junit4] 2> 2126346 INFO (commitScheduler-5481-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2126347 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5b0ee771[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.4.0):c1)))}
[junit4] 2> 2126595 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1551353391870902272)]} 0 1262
[junit4] 2> 2126595 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 2126596 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 2126596 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[529 (-1551353391872999424)]} 0 0
[junit4] 2> 2126597 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 2127595 INFO (commitScheduler-5481-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 2127598 INFO (commitScheduler-5481-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a13eb33[collection1] main]
[junit4] 2> 2127598 INFO (commitScheduler-5481-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2127599 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a13eb33[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(6.4.0):c1)))}
[junit4] 2> 2127601 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[550 (1551353392925769728)]} 0 2269
[junit4] 2> 2127601 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 2127601 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1551353392926818304)]} 0 2269
[junit4] 2> 2127602 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1551353392927866880)]} 0 2270
[junit4] 2> 2127602 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1551353392927866881)]} 0 2270
[junit4] 2> 2127602 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1551353392927866882)]} 0 2270
[junit4] 2> 2127603 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1551353392927866883)]} 0 2270
[junit4] 2> 2127603 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1551353392928915456)]} 0 2271
[junit4] 2> 2127603 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1551353392928915457)]} 0 2271
[junit4] 2> 2127603 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1551353392928915458)]} 0 2271
[junit4] 2> 2127603 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1551353392928915459)]} 0 2271
[junit4] 2> 2127603 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1551353392928915460)]} 0 2271
[junit4] 2> 2127603 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
[junit4] 2> 2128601 INFO (commitScheduler-5481-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4] 2> 2128604 INFO (commitScheduler-5481-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@27bdc9e0[collection1] main]
[junit4] 2> 2128604 INFO (commitScheduler-5481-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2128611 INFO (searcherExecutor-5478-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@27bdc9e0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(6.4.0):c1) Uninverting(_5(6.4.0):c11/9:delGen=1)))}
[junit4] 2> 2128859 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[531 (1551353394244878336)]} 0 3527
[junit4] 2> 2128859 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
[junit4] 2> 2128860 INFO (TEST-AutoCommitTest.testMaxTime-seed#[6D4C9E7875258015]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
[junit4] 2> 2128860 INFO (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2128860 INFO (SUITE-AutoCommitTest-seed#[6D4C9E7875258015]-worker) [ x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=835386833
[junit4] 2> 2128861 INFO (coreCloseExecutor-5482-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@17791fe1
[junit4] 2> 2128861 INFO (coreCloseExecutor-5482-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 2128861 INFO (coreCloseExecutor-5482-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@157f05b4
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.update.AutoCommitTest_6D4C9E7875258015-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Direct), _version_=FSTOrd50, field_t=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), subject=PostingsFormat(name=LuceneVarGapDocFreqInterval), intDefault=FSTOrd50, id=PostingsFormat(name=Direct), range_facet_i_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=BlockTreeOrds(blocksize=128), range_facet_l=PostingsFormat(name=LuceneVarGapDocFreqInterval), timestamp=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=636, maxMBSortInHeap=5.358245585762232, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=sr-Latn-RS, timezone=Europe/Ljubljana
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=259412464,total=493834240
[junit4] 2> NOTE: All tests run in this JVM: [TestDefaultStatsCache, ReturnFieldsTest, TestScoreJoinQPScore, UpdateParamsTest, CollectionTooManyReplicasTest, ShowFileRequestHandlerTest, TestPerFieldSimilarityWithDefaultOverride, TestQueryUtils, TestConfig, TestReload, CollectionsAPIDistributedZkTest, PeerSyncWithIndexFingerprintCachingTest, TestReplicaProperties, ShardSplitTest, ScriptEngineTest, SolrXmlInZkTest, ResponseHeaderTest, TestSimpleQParserPlugin, SolrInfoMBeanTest, SparseHLLTest, TestInfoStreamLogging, TestCodecSupport, HLLSerializationTest, TestValueSourceCache, SortByFunctionTest, DeleteShardTest, TestFieldCollectionResource, PreAnalyzedFieldManagedSchemaCloudTest, SolrCoreCheckLockOnStartupTest, TestSolrDynamicMBean, ReplaceNodeTest, TestManagedSchemaAPI, TestJoin, QueryResultKeyTest, TestInitQParser, AnalyticsQueryTest, CollectionReloadTest, DistributedDebugComponentTest, TestTolerantUpdateProcessorRandomCloud, TestRandomRequestDistribution, DocValuesMissingTest, ExternalFileFieldSortTest, TestSolrQueryResponse, RulesTest, ZkStateReaderTest, ConnectionReuseTest, TestFieldCacheSort, UtilsToolTest, SignatureUpdateProcessorFactoryTest, HdfsUnloadDistributedZkTest, DistanceFunctionTest, CircularListTest, DateMathParserTest, TestDistributedMissingSort, TestIndexSearcher, ExplicitHLLTest, TestSolrQueryParser, TestShortCircuitedRequests, DistributedSuggestComponentTest, HttpPartitionTest, ReplicaListTransformerTest, TestLeaderElectionWithEmptyReplica, TestUtils, TestReloadDeadlock, TestSimpleTrackingShardHandler, TermVectorComponentDistributedTest, TestComplexPhraseQParserPlugin, TestSolrCloudWithSecureImpersonation, TestExceedMaxTermLength, FileBasedSpellCheckerTest, TestStandardQParsers, TermVectorComponentTest, HdfsDirectoryTest, HdfsRestartWhileUpdatingTest, TestConfigSetsAPIExclusivity, InfoHandlerTest, RegexBoostProcessorTest, TestRealTimeGet, TestQuerySenderNoQuery, SolrCmdDistributorTest, WordBreakSolrSpellCheckerTest, PreAnalyzedUpdateProcessorTest, ChangedSchemaMergeTest, TestLeaderInitiatedRecoveryThread, TestLRUStatsCache, TestManagedResourceStorage, CdcrUpdateLogTest, TestQuerySenderListener, TestSubQueryTransformer, TestDocSet, TestLockTree, TestSolr4Spatial, DeleteNodeTest, LukeRequestHandlerTest, TestObjectReleaseTracker, TestDynamicFieldCollectionResource, TriLevelCompositeIdRoutingTest, SpellCheckCollatorTest, DistributedFacetPivotLongTailTest, BasicDistributedZk2Test, RequestLoggingTest, BasicFunctionalityTest, TestRandomCollapseQParserPlugin, TestXmlQParserPlugin, TestFileDictionaryLookup, DirectUpdateHandlerOptimizeTest, TestCloudDeleteByQuery, TestSolrCloudWithDelegationTokens, TestEmbeddedSolrServerConstructors, DistributedFacetPivotSmallTest, AliasIntegrationTest, IndexSchemaTest, SharedFSAutoReplicaFailoverUtilsTest, OpenCloseCoreStressTest, SolrIndexSplitterTest, MBeansHandlerTest, TestDocTermOrds, JSONWriterTest, TestAnalyzeInfixSuggestions, TestExclusionRuleCollectionAccess, TestConfigReload, TestTrieFacet, ZkSolrClientTest, MinimalSchemaTest, TestSolrCoreProperties, TestBulkSchemaConcurrent, CloudMLTQParserTest, SuggestComponentTest, StressHdfsTest, TestLMDirichletSimilarityFactory, TestMergePolicyConfig, TestWriterPerf, TestFieldCacheVsDocValues, TestNamedUpdateProcessors, SortSpecParsingTest, TestCryptoKeys, CopyFieldTest, TestBadConfig, AutoCommitTest]
[junit4] Completed [328/654 (1!)] on J1 in 5.18s, 3 tests, 1 error <<< FAILURES!
[...truncated 640 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_6D4C9E7875258015-001/init-core-data-001
[junit4] 2> 2996435 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2996435 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_6D4C9E7875258015-001/tempDir-001
[junit4] 2> 2996435 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2996436 INFO (Thread-4996) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2996436 INFO (Thread-4996) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2996542 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33621
[junit4] 2> 2996550 INFO (jetty-launcher-33555-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2996550 INFO (jetty-launcher-33555-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2996553 INFO (jetty-launcher-33555-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b952216{/solr,null,AVAILABLE}
[junit4] 2> 2996553 INFO (jetty-launcher-33555-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c69b0b4{/solr,null,AVAILABLE}
[junit4] 2> 2996553 INFO (jetty-launcher-33555-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@7897d5b4{HTTP/1.1,[http/1.1]}{127.0.0.1:40830}
[junit4] 2> 2996553 INFO (jetty-launcher-33555-thread-2) [ ] o.e.j.s.Server Started @3001014ms
[junit4] 2> 2996554 INFO (jetty-launcher-33555-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40830}
[junit4] 2> 2996555 ERROR (jetty-launcher-33555-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2996555 INFO (jetty-launcher-33555-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@58025e82{HTTP/1.1,[http/1.1]}{127.0.0.1:38725}
[junit4] 2> 2996555 INFO (jetty-launcher-33555-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2996555 INFO (jetty-launcher-33555-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2996555 INFO (jetty-launcher-33555-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2996555 INFO (jetty-launcher-33555-thread-1) [ ] o.e.j.s.Server Started @3001015ms
[junit4] 2> 2996555 INFO (jetty-launcher-33555-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-18T16:32:35.458Z
[junit4] 2> 2996555 INFO (jetty-launcher-33555-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38725}
[junit4] 2> 2996555 ERROR (jetty-launcher-33555-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2996556 INFO (jetty-launcher-33555-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 2996556 INFO (jetty-launcher-33555-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2996556 INFO (jetty-launcher-33555-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2996556 INFO (jetty-launcher-33555-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-18T16:32:35.459Z
[junit4] 2> 2996558 INFO (jetty-launcher-33555-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2996558 INFO (jetty-launcher-33555-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2996569 INFO (jetty-launcher-33555-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2996569 INFO (jetty-launcher-33555-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2996570 INFO (jetty-launcher-33555-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33621/solr
[junit4] 2> 2996570 INFO (jetty-launcher-33555-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33621/solr
[junit4] 2> 2996574 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1587848520c0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2996613 INFO (jetty-launcher-33555-thread-1) [n:127.0.0.1:38725_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38725_solr
[junit4] 2> 2996614 INFO (jetty-launcher-33555-thread-2) [n:127.0.0.1:40830_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40830_solr
[junit4] 2> 2996615 INFO (jetty-launcher-33555-thread-1) [n:127.0.0.1:38725_solr ] o.a.s.c.Overseer Overseer (id=96959643997962246-127.0.0.1:38725_solr-n_0000000000) starting
[junit4] 2> 2996617 INFO (zkCallback-33565-thread-1-processing-n:127.0.0.1:40830_solr) [n:127.0.0.1:40830_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2996618 INFO (zkCallback-33566-thread-1-processing-n:127.0.0.1:38725_solr) [n:127.0.0.1:38725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2996633 INFO (jetty-launcher-33555-thread-1) [n:127.0.0.1:38725_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38725_solr
[junit4] 2> 2996636 INFO (zkCallback-33566-thread-1-processing-n:127.0.0.1:38725_solr) [n:127.0.0.1:38725_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2996637 INFO (zkCallback-33565-thread-1-processing-n:127.0.0.1:40830_solr) [n:127.0.0.1:40830_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2996662 INFO (jetty-launcher-33555-thread-2) [n:127.0.0.1:40830_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_6D4C9E7875258015-001/tempDir-001/node2/.
[junit4] 2> 2996782 INFO (jetty-launcher-33555-thread-1) [n:127.0.0.1:38725_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_6D4C9E7875258015-001/tempDir-001/node1/.
[junit4] 2> 2996790 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2996832 WARN (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2996842 WARN (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2996844 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2996860 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_solaris.vm_33639_hdfs____mcu2j2/webapp
[junit4] 2> 2997348 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@solaris-vm:33639
[junit4] 2> 2997470 WARN (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2997472 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2997485 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58351_datanode____.3vwwb1/webapp
[junit4] 2> 2997951 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58351
[junit4] 2> 2998024 WARN (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2998025 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2998045 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40206_datanode____xw17z7/webapp
[junit4] 2> 2998083 INFO (IPC Server handler 3 on 45278) [ ] BlockStateChange BLOCK* processReport: from storage DS-45dc4ce2-b050-460b-a528-a86c660e9109 node DatanodeRegistration(127.0.0.1:49880, datanodeUuid=04aecad8-e757-4206-bcb6-1748d37a7e59, infoPort=56079, infoSecurePort=0, ipcPort=53914, storageInfo=lv=-56;cid=testClusterID;nsid=164053867;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 2998083 INFO (IPC Server handler 3 on 45278) [ ] BlockStateChange BLOCK* processReport: from storage DS-43e12b74-f94d-4a25-988a-d14b29022483 node DatanodeRegistration(127.0.0.1:49880, datanodeUuid=04aecad8-e757-4206-bcb6-1748d37a7e59, infoPort=56079, infoSecurePort=0, ipcPort=53914, storageInfo=lv=-56;cid=testClusterID;nsid=164053867;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2998524 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40206
[junit4] 2> 2998633 INFO (IPC Server handler 4 on 45278) [ ] BlockStateChange BLOCK* processReport: from storage DS-17e001b0-3ee2-4fd8-a7ae-0a5e63a66cbb node DatanodeRegistration(127.0.0.1:60833, datanodeUuid=b6b4e04e-c4db-404a-9594-9d33ede26d69, infoPort=50006, infoSecurePort=0, ipcPort=39573, storageInfo=lv=-56;cid=testClusterID;nsid=164053867;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2998633 INFO (IPC Server handler 4 on 45278) [ ] BlockStateChange BLOCK* processReport: from storage DS-d1ffba72-2fb2-49ce-b99f-cf3f197436c9 node DatanodeRegistration(127.0.0.1:60833, datanodeUuid=b6b4e04e-c4db-404a-9594-9d33ede26d69, infoPort=50006, infoSecurePort=0, ipcPort=39573, storageInfo=lv=-56;cid=testClusterID;nsid=164053867;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2998731 INFO (TEST-HdfsRecoveryZkTest.test-seed#[6D4C9E7875258015]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2998737 INFO (qtp1801314030-70599) [n:127.0.0.1:40830_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2998742 INFO (OverseerThreadFactory-9116-thread-1-processing-n:127.0.0.1:38725_solr) [n:127.0.0.1:38725_solr ] o.a.s.c.CreateCollectionCmd Create collection recoverytest
[junit4] 2> 2998860 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2998861 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2998970 INFO (zkCallback-33566-thread-1-processing-n:127.0.0.1:38725_solr) [n:127.0.0.1:38725_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2998970 INFO (zkCallback-33565-thread-1-processing-n:127.0.0.1:40830_solr) [n:127.0.0.1:40830_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2999890 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2999890 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2999898 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema [recoverytest_shard1_replica2] Schema name=minimal
[junit4] 2> 2999898 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema [recoverytest_shard1_replica1] Schema name=minimal
[junit4] 2> 2999901 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2999901 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2999902 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica2' using configuration from collection recoverytest
[junit4] 2> 2999904 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica1' using configuration from collection recoverytest
[junit4] 2> 2999909 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:45278/data
[junit4] 2> 2999909 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2999910 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore [[recoverytest_shard1_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_6D4C9E7875258015-001/tempDir-001/node1/recoverytest_shard1_replica2], dataDir=[hdfs://solaris-vm:45278/data/recoverytest/core_node2/data/]
[junit4] 2> 2999910 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:45278/data/recoverytest/core_node2/data/snapshot_metadata
[junit4] 2> 2999910 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:45278/data
[junit4] 2> 2999910 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2999910 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [[recoverytest_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_6D4C9E7875258015-001/tempDir-001/node2/recoverytest_shard1_replica1], dataDir=[hdfs://solaris-vm:45278/data/recoverytest/core_node1/data/]
[junit4] 2> 2999910 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:45278/data/recoverytest/core_node1/data/snapshot_metadata
[junit4] 2> 2999920 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2999920 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2999920 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 2999920 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2999920 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2999926 WARN (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 2999926 WARN (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 3004955 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3004955 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3004957 INFO (qtp1801314030-70603) [n:127.0.0.1:40830_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:45278/data/recoverytest/core_node1/data
[junit4] 2> 3004957 INFO (qtp1530594865-70594) [n:127.0.0.1:38725_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory fac
[...truncated too long message...]
he.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 3025993 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33621 33621
[junit4] 2> 3025993 INFO (SUITE-HdfsRecoveryZkTest-seed#[6D4C9E7875258015]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=25624, maxDocsPerChunk=6, blockSize=3), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=25624, blockSize=3)), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ko-KR, timezone=Asia/Calcutta
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=2,free=235813480,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestDefaultStatsCache, ReturnFieldsTest, TestScoreJoinQPScore, UpdateParamsTest, CollectionTooManyReplicasTest, ShowFileRequestHandlerTest, TestPerFieldSimilarityWithDefaultOverride, TestQueryUtils, TestConfig, TestReload, CollectionsAPIDistributedZkTest, PeerSyncWithIndexFingerprintCachingTest, TestReplicaProperties, ShardSplitTest, ScriptEngineTest, SolrXmlInZkTest, ResponseHeaderTest, TestSimpleQParserPlugin, SolrInfoMBeanTest, SparseHLLTest, TestInfoStreamLogging, TestCodecSupport, HLLSerializationTest, TestValueSourceCache, SortByFunctionTest, DeleteShardTest, TestFieldCollectionResource, PreAnalyzedFieldManagedSchemaCloudTest, SolrCoreCheckLockOnStartupTest, TestSolrDynamicMBean, ReplaceNodeTest, TestManagedSchemaAPI, TestJoin, QueryResultKeyTest, TestInitQParser, AnalyticsQueryTest, CollectionReloadTest, DistributedDebugComponentTest, TestTolerantUpdateProcessorRandomCloud, TestRandomRequestDistribution, DocValuesMissingTest, ExternalFileFieldSortTest, TestSolrQueryResponse, RulesTest, ZkStateReaderTest, ConnectionReuseTest, TestFieldCacheSort, UtilsToolTest, SignatureUpdateProcessorFactoryTest, HdfsUnloadDistributedZkTest, DistanceFunctionTest, CircularListTest, DateMathParserTest, TestDistributedMissingSort, TestIndexSearcher, ExplicitHLLTest, TestSolrQueryParser, TestShortCircuitedRequests, DistributedSuggestComponentTest, HttpPartitionTest, ReplicaListTransformerTest, TestLeaderElectionWithEmptyReplica, TestUtils, TestReloadDeadlock, TestSimpleTrackingShardHandler, TermVectorComponentDistributedTest, TestComplexPhraseQParserPlugin, TestSolrCloudWithSecureImpersonation, TestExceedMaxTermLength, FileBasedSpellCheckerTest, TestStandardQParsers, TermVectorComponentTest, HdfsDirectoryTest, HdfsRestartWhileUpdatingTest, TestConfigSetsAPIExclusivity, InfoHandlerTest, RegexBoostProcessorTest, TestRealTimeGet, TestQuerySenderNoQuery, SolrCmdDistributorTest, WordBreakSolrSpellCheckerTest, PreAnalyzedUpdateProcessorTest, ChangedSchemaMergeTest, TestLeaderInitiatedRecoveryThread, TestLRUStatsCache, TestManagedResourceStorage, CdcrUpdateLogTest, TestQuerySenderListener, TestSubQueryTransformer, TestDocSet, TestLockTree, TestSolr4Spatial, DeleteNodeTest, LukeRequestHandlerTest, TestObjectReleaseTracker, TestDynamicFieldCollectionResource, TriLevelCompositeIdRoutingTest, SpellCheckCollatorTest, DistributedFacetPivotLongTailTest, BasicDistributedZk2Test, RequestLoggingTest, BasicFunctionalityTest, TestRandomCollapseQParserPlugin, TestXmlQParserPlugin, TestFileDictionaryLookup, DirectUpdateHandlerOptimizeTest, TestCloudDeleteByQuery, TestSolrCloudWithDelegationTokens, TestEmbeddedSolrServerConstructors, DistributedFacetPivotSmallTest, AliasIntegrationTest, IndexSchemaTest, SharedFSAutoReplicaFailoverUtilsTest, OpenCloseCoreStressTest, SolrIndexSplitterTest, MBeansHandlerTest, TestDocTermOrds, JSONWriterTest, TestAnalyzeInfixSuggestions, TestExclusionRuleCollectionAccess, TestConfigReload, TestTrieFacet, ZkSolrClientTest, MinimalSchemaTest, TestSolrCoreProperties, TestBulkSchemaConcurrent, CloudMLTQParserTest, SuggestComponentTest, StressHdfsTest, TestLMDirichletSimilarityFactory, TestMergePolicyConfig, TestWriterPerf, TestFieldCacheVsDocValues, TestNamedUpdateProcessors, SortSpecParsingTest, TestCryptoKeys, CopyFieldTest, TestBadConfig, AutoCommitTest, URLClassifyProcessorTest, TestUseDocValuesAsStored2, TestSchemaManager, CleanupOldIndexTest, TestSystemIdResolver, TestSolrCloudSnapshots, TestSolr4Spatial2, CreateCollectionCleanupTest, TestQueryTypes, TestPKIAuthenticationPlugin, TestStressLiveNodes, TestLMJelinekMercerSimilarityFactory, TestLegacyFieldCache, TestOnReconnectListenerSupport, TestOmitPositions, AddBlockUpdateTest, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, TestSearchPerf, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestHighlightDedupGrouping, ActionThrottleTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CdcrVersionReplicationTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, ReplicationFactorTest, RestartWhileUpdatingTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudRecovery, TestRebalanceLeaders, TestSizeLimitedDistributedMap, HdfsRecoveryZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=6D4C9E7875258015 -Dtests.slow=true -Dtests.locale=ko-KR -Dtests.timezone=Asia/Calcutta -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
[junit4] > at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:705)
[junit4] > at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:767)
[junit4] > at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1006)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:871)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:775)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([6D4C9E7875258015]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:260)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [520/654 (2!)] on J1 in 60.68s, 1 test, 1 failure <<< FAILURES!
[...truncated 61144 lines...]
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 496 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/496/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=20641, name=jetty-launcher-3337-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=20641, name=jetty-launcher-3337-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
at __randomizedtesting.SeedInfo.seed([CFA35F0CEF169BC3]:0)
Build Log:
[...truncated 12282 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_CFA35F0CEF169BC3-001/init-core-data-001
[junit4] 2> 3275248 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[CFA35F0CEF169BC3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3275277 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[CFA35F0CEF169BC3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_CFA35F0CEF169BC3-001/tempDir-001
[junit4] 2> 3275277 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[CFA35F0CEF169BC3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3275277 INFO (Thread-5528) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3275277 INFO (Thread-5528) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3275377 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[CFA35F0CEF169BC3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40401
[junit4] 2> 3275384 INFO (jetty-launcher-3337-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 3275385 INFO (jetty-launcher-3337-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 3275387 INFO (jetty-launcher-3337-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7af45db1{/solr,null,AVAILABLE}
[junit4] 2> 3275387 INFO (jetty-launcher-3337-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@d3c5eee{HTTP/1.1,[http/1.1]}{127.0.0.1:55998}
[junit4] 2> 3275387 INFO (jetty-launcher-3337-thread-1) [ ] o.e.j.s.Server Started @3279230ms
[junit4] 2> 3275387 INFO (jetty-launcher-3337-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55998}
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37e8562e{/solr,null,AVAILABLE}
[junit4] 2> 3275388 ERROR (jetty-launcher-3337-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@674a97fe{HTTP/1.1,[http/1.1]}{127.0.0.1:63714}
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-2) [ ] o.e.j.s.Server Started @3279231ms
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63714}
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-18T06:03:52.168Z
[junit4] 2> 3275388 ERROR (jetty-launcher-3337-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3275388 INFO (jetty-launcher-3337-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-11-18T06:03:52.168Z
[junit4] 2> 3275391 INFO (jetty-launcher-3337-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3275391 INFO (jetty-launcher-3337-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3275397 INFO (jetty-launcher-3337-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3275397 INFO (jetty-launcher-3337-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3275398 INFO (jetty-launcher-3337-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40401/solr
[junit4] 2> 3275399 INFO (jetty-launcher-3337-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40401/solr
[junit4] 2> 3275436 INFO (jetty-launcher-3337-thread-1) [n:127.0.0.1:55998_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55998_solr
[junit4] 2> 3275437 INFO (jetty-launcher-3337-thread-2) [n:127.0.0.1:63714_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63714_solr
[junit4] 2> 3275437 INFO (jetty-launcher-3337-thread-1) [n:127.0.0.1:55998_solr ] o.a.s.c.Overseer Overseer (id=96957171765018629-127.0.0.1:55998_solr-n_0000000000) starting
[junit4] 2> 3275439 INFO (zkCallback-3347-thread-1-processing-n:127.0.0.1:55998_solr) [n:127.0.0.1:55998_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3275440 INFO (zkCallback-3348-thread-1-processing-n:127.0.0.1:63714_solr) [n:127.0.0.1:63714_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3275452 INFO (jetty-launcher-3337-thread-1) [n:127.0.0.1:55998_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55998_solr
[junit4] 2> 3275454 INFO (zkCallback-3347-thread-1-processing-n:127.0.0.1:55998_solr) [n:127.0.0.1:55998_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3275455 INFO (zkCallback-3348-thread-1-processing-n:127.0.0.1:63714_solr) [n:127.0.0.1:63714_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3275536 INFO (jetty-launcher-3337-thread-1) [n:127.0.0.1:55998_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 3275536 INFO (jetty-launcher-3337-thread-1) [n:127.0.0.1:55998_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=solaris-vm,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 3275536 INFO (jetty-launcher-3337-thread-1) [n:127.0.0.1:55998_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 3275538 INFO (jetty-launcher-3337-thread-1-EventThread) [n:127.0.0.1:55998_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 3275650 INFO (jetty-launcher-3337-thread-2) [n:127.0.0.1:63714_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 3275651 INFO (jetty-launcher-3337-thread-2) [n:127.0.0.1:63714_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=solaris-vm,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 3275651 INFO (jetty-launcher-3337-thread-2) [n:127.0.0.1:63714_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 3275652 INFO (jetty-launcher-3337-thread-2-EventThread) [n:127.0.0.1:63714_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 3275679 INFO (jetty-launcher-3337-thread-2) [n:127.0.0.1:63714_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@dda79ef
[junit4] 2> 3275679 INFO (jetty-launcher-3337-thread-2) [n:127.0.0.1:63714_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@dda79ef
[junit4] 2> 3275680 INFO (jetty-launcher-3337-thread-2) [n:127.0.0.1:63714_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_CFA35F0CEF169BC3-001/tempDir-001/node2/.
[junit4] 2> 3276561 INFO (jetty-launcher-3337-thread-1) [n:127.0.0.1:55998_solr ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@4d14c1b7
[junit4] 2> 3276562 INFO (jetty-launcher-3337-thread-1) [n:127.0.0.1:55998_solr ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.HttpParamDelegationTokenPlugin$2@4d14c1b7
[junit4] 2> 3276565 INFO (jetty-launcher-3337-thread-1) [n:127.0.0.1:55998_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_CFA35F0CEF169BC3-001/tempDir-001/node1/.
[junit4] 2> 3276594 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 3276609 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1479485033375&s=eBdIHh7F8nCmN/mBHYEcAyN3LAI="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:53 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:53 GMT
[junit4] 2> 3276609 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 3276649 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 3276654 INFO (qtp210588816-20601) [n:127.0.0.1:63714_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3276654 INFO (qtp210588816-20601) [n:127.0.0.1:63714_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3276654 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1479485033432&s=ek0+1hHvNdpXAyHsEtZ3f7ejyxI="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:53 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:53 GMT
[junit4] 2> 3276654 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 3276679 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 3276698 WARN (qtp210588816-20603) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 3276699 WARN (qtp210588816-20603) [ ] o.a.h.s.UserGroupInformation No groups available for user bar
[junit4] 2> 3276703 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1479485033462&s=20ZMuqoMD/b4Z1t+gKFhuxNvnlA="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:53 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:53 GMT
[junit4] 2> 3276703 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 3276726 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 3276729 INFO (qtp210588816-20604) [n:127.0.0.1:63714_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3276729 INFO (qtp210588816-20604) [n:127.0.0.1:63714_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3276729 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1479485033509&s=zJVwhb3AO+UpnHJPfsc4JEOqgkU="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:53 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:53 GMT
[junit4] 2> 3276730 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 3276751 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 3277410 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3277414 INFO (qtp210588816-20607) [n:127.0.0.1:63714_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3277418 INFO (OverseerThreadFactory-9901-thread-1-processing-n:127.0.0.1:55998_solr) [n:127.0.0.1:55998_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 3277528 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 3277636 INFO (zkCallback-3348-thread-1-processing-n:127.0.0.1:63714_solr) [n:127.0.0.1:63714_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3278559 WARN (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3278561 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 3278583 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica1] Schema name=test
[junit4] 2> 3278665 WARN (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 3278667 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3278684 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica1' using configuration from collection forwardingCollection
[junit4] 2> 3278684 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_CFA35F0CEF169BC3-001/tempDir-001/node2/forwardingCollection_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_CFA35F0CEF169BC3-001/tempDir-001/node2/./forwardingCollection_shard1_replica1/data/]
[junit4] 2> 3278684 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d536600
[junit4] 2> 3278686 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 3278700 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3278700 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3278701 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3278701 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3278701 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=61.2705078125, floorSegmentMB=1.107421875, forceMergeDeletesPctAllowed=3.081273067634421, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 3278701 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@59d013b6[forwardingCollection_shard1_replica1] main]
[junit4] 2> 3278703 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 3278707 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 3278725 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3278725 INFO (searcherExecutor-9906-thread-1-processing-n:127.0.0.1:63714_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection r:core_node1) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 3278726 INFO (searcherExecutor-9906-thread-1-processing-n:127.0.0.1:63714_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection r:core_node1) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 3278726 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1551314751854739456
[junit4] 2> 3278726 INFO (searcherExecutor-9906-thread-1-processing-n:127.0.0.1:63714_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection r:core_node1) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 3278726 INFO (searcherExecutor-9906-thread-1-processing-n:127.0.0.1:63714_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection r:core_node1) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 3278727 INFO (searcherExecutor-9906-thread-1-processing-n:127.0.0.1:63714_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection r:core_node1) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 3278727 INFO (searcherExecutor-9906-thread-1-processing-n:127.0.0.1:63714_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection r:core_node1) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 3278727 INFO (searcherExecutor-9906-thread-1-processing-n:127.0.0.1:63714_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection r:core_node1) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 3278728 INFO (searcherExecutor-9906-thread-1-processing-n:127.0.0.1:63714_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection r:core_node1) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 3278728 INFO (searcherExecutor-9906-thread-1-processing-n:127.0.0.1:63714_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection r:core_node1) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 3278728 INFO (searcherExecutor-9906-thread-1-processing-n:127.0.0.1:63714_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection r:core_node1) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica1] Registered new searcher Searcher@59d013b6[forwardingCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3278737 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3278738 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3278738 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63714/solr/forwardingCollection_shard1_replica1/
[junit4] 2> 3278738 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3278739 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:63714/solr/forwardingCollection_shard1_replica1/ has no replicas
[junit4] 2> 3278745 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63714/solr/forwardingCollection_shard1_replica1/ shard1
[junit4] 2> 3278850 INFO (zkCallback-3348-thread-1-processing-n:127.0.0.1:63714_solr) [n:127.0.0.1:63714_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3278898 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3278902 INFO (qtp210588816-20599) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1374
[junit4] 2> 3278903 WARN (httpShardExecutor-9895-thread-1-processing-n:127.0.0.1:55998_solr [http:////127.0.0.1:63714//solr] http:////127.0.0.1:63714//solr) [n:127.0.0.1:55998_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1479485034308&s=ZGgyqTPnzIifT5MRujvuIlqA3v4="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:54 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:54 GMT
[junit4] 2> 3278907 INFO (qtp210588816-20607) [n:127.0.0.1:63714_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3279005 INFO (zkCallback-3348-thread-1-processing-n:127.0.0.1:63714_solr) [n:127.0.0.1:63714_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3279421 INFO (OverseerCollectionConfigSetProcessor-96957171765018629-127.0.0.1:55998_solr-n_0000000000) [n:127.0.0.1:55998_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3279907 INFO (qtp210588816-20607) [n:127.0.0.1:63714_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2494
[junit4] 2> 3279908 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1479485034193&s=XNem1Cl9m9k79gdt0izoCnrelqo="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:54 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:54 GMT
[junit4] 2> 3279908 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 3279909 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 3279913 INFO (qtp210588816-20603) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.S.Request [forwardingCollection_shard1_replica1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3279913 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1479485036692&s=MJ/OdajFcLohSugP1WuBh4l12GE="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:56 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:56 GMT
[junit4] 2> 3279919 INFO (qtp210588816-20604) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.S.Request [forwardingCollection_shard1_replica1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3279920 WARN (qtp17663512-20592) [n:127.0.0.1:55998_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1479485036699&s=c18rwy3UPP4aeMKQvoJdnYl0s+I="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:56 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:56 GMT
[junit4] 2> 3279920 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1479485036696&s=DYRqDWpo6yGxkiPbhO6Wdqte6TI="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:56 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:56 GMT
[junit4] 2> 3279920 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1479485036699&s=c18rwy3UPP4aeMKQvoJdnYl0s+I="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:56 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:56 GMT
[junit4] 2> 3279921 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 3279945 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 3279956 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1479485036733&s=LIbYYxlHFoGp/PIfWquNUuHj3SU="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:56 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:56 GMT
[junit4] 2> 3279956 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 3279992 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 3279996 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1479485036774&s=wFv1eBx+AdBRqYbX8dOt/Td7jS8="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:56 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:56 GMT
[junit4] 2> 3279996 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 3280028 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 3280031 INFO (qtp210588816-20607) [n:127.0.0.1:63714_solr ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:220)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.KerberosPlugin$RequestContinuesRecorderAuthenticationHandler.authenticate(KerberosPlugin.java:578)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:519)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:128)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:252)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:270)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:362)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:268)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3280032 WARN (qtp210588816-20607) [n:127.0.0.1:63714_solr ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:368)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:268)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:254)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:518)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:220)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.KerberosPlugin$RequestContinuesRecorderAuthenticationHandler.authenticate(KerberosPlugin.java:578)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:519)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:128)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:252)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:270)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:362)
[junit4] 2> ... 25 more
[junit4] 2> 3280033 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 3280063 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 3280065 INFO (qtp210588816-20606) [n:127.0.0.1:63714_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3280065 INFO (qtp210588816-20606) [n:127.0.0.1:63714_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3280065 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1479485036844&s=BcFn1Fv4TewcOv+qTRYhINy7XcY="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:56 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:56 GMT
[junit4] 2> 3280065 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 3280089 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 3280096 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1479485036871&s=zgip9H+bPApFdfhrVjEy1gx186o="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:56 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:56 GMT
[junit4] 2> 3280096 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 3280134 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 3290163 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1587608b57b000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3290163 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1587608b57b0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3290164 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1587608b57b0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3290165 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1479485036916&s=jBVeSri3GYoKvxoaXSSd5rwHT84="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:03:56 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:03:56 GMT
[junit4] 2> 3290165 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 3290195 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 3290198 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[CFA35F0CEF169BC3]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1479485046977&s=ZdgkibVB8IzCiFsdIn+xzkPR8jo="; Path=/; Domain=127.0.0.1; Expires=P?, 18-Lis-2016 16:04:06 GMT; HttpOnly". Invalid 'expires' attribute: P?, 18-Lis-2016 16:04:06 GMT
[junit4] 2> 3290199 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[CFA35F0CEF169BC3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 3290268 INFO (jetty-launcher-3337-thread-1) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@674a97fe{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3290268 INFO (jetty-launcher-3337-thread-2) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@d3c5eee{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3290269 INFO (jetty-launcher-3337-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1214057856
[junit4] 2> 3290269 INFO (jetty-launcher-3337-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=487982194
[junit4] 2> 3290272 INFO (jetty-launcher-3337-thread-2) [ ] o.a.s.c.Overseer Overseer (id=96957171765018629-127.0.0.1:55998_solr-n_0000000000) closing
[junit4] 2> 3290272 INFO (coreCloseExecutor-9912-thread-1) [n:127.0.0.1:63714_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6cd9f64d
[junit4] 2> 3290272 INFO (OverseerStateUpdate-96957171765018629-127.0.0.1:55998_solr-n_0000000000) [n:127.0.0.1:55998_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55998_solr
[junit4] 2> 3290274 INFO (zkCallback-3348-thread-2-processing-n:127.0.0.1:63714_solr) [n:127.0.0.1:63714_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3290274 INFO (zkCallback-3348-thread-1-processing-n:127.0.0.1:63714_solr) [n:127.0.0.1:63714_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63714_solr
[junit4] 2> 3290276 INFO (zkCallback-3348-thread-1-processing-n:127.0.0.1:63714_solr) [n:127.0.0.1:63714_solr ] o.a.s.c.Overseer Overseer (id=96957171765018630-127.0.0.1:63714_solr-n_0000000001) starting
[junit4] 2> 3290289 INFO (jetty-launcher-3337-thread-1) [ ] o.a.s.c.Overseer Overseer (id=96957171765018630-127.0.0.1:63714_solr-n_0000000001) closing
[junit4] 2> 3290289 INFO (OverseerStateUpdate-96957171765018630-127.0.0.1:63714_solr-n_0000000001) [n:127.0.0.1:63714_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63714_solr
[junit4] 2> 3290295 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1587608b57b0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3291667 INFO (jetty-launcher-3337-thread-2-EventThread) [n:127.0.0.1:63714_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 3291775 WARN (zkCallback-3347-thread-1-processing-n:127.0.0.1:55998_solr) [n:127.0.0.1:55998_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3291776 ERROR (Thread[Thread-5548,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:55998_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 3291795 WARN (zkCallback-3348-thread-1-processing-n:127.0.0.1:63714_solr) [n:127.0.0.1:63714_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3291795 ERROR (Thread[Thread-5545,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:63714_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 3291799 INFO (jetty-launcher-3337-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@37e8562e{/solr,null,UNAVAILABLE}
[junit4] 2> 3292264 INFO (jetty-launcher-3337-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7af45db1{/solr,null,UNAVAILABLE}
[junit4] 2> 3292267 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[CFA35F0CEF169BC3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40401 40401
[junit4] 2> 3297295 INFO (Thread-5528) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40401 40401
[junit4] 2> 3297296 WARN (Thread-5528) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 3297332 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[CFA35F0CEF169BC3]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> Nov 18, 2016 6:04:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Nov 18, 2016 6:04:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=20641, name=jetty-launcher-3337-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> Nov 18, 2016 6:04:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=20641, name=jetty-launcher-3337-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 3317403 ERROR (jetty-launcher-3337-thread-2-EventThread) [n:127.0.0.1:63714_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> Nov 18, 2016 6:04:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=cs-CZ, timezone=Asia/Dhaka
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=101453112,total=515899392
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrCLIRunExample, MBeansHandlerTest, EchoParamsTest, WordBreakSolrSpellCheckerTest, ShardRoutingCustomTest, TestNumericTerms64, SharedFSAutoReplicaFailoverUtilsTest, TestManagedSchemaAPI, TestJoin, CacheHeaderTest, BasicFunctionalityTest, PKIAuthenticationIntegrationTest, DirectUpdateHandlerOptimizeTest, TestPerFieldSimilarityWithDefaultOverride, DefaultValueUpdateProcessorTest, SegmentsInfoRequestHandlerTest, TestCorePropertiesReload, TestRandomRequestDistribution, TestRequestStatusCollectionAPI, RulesTest, PreAnalyzedFieldTest, AnalyticsQueryTest, WrapperMergePolicyFactoryTest, HdfsCollectionsAPIDistributedZkTest, SliceStateTest, TestConfigReload, TestReRankQParserPlugin, TestRealTimeGet, TestFieldSortValues, TestSolrDeletionPolicy2, CreateCollectionCleanupTest, TestReloadDeadlock, SpellPossibilityIteratorTest, UUIDUpdateProcessorFallbackTest, TestZkChroot, SolrIndexConfigTest, TestFileDictionaryLookup, TestInfoStreamLogging, SortSpecParsingTest, SpatialHeatmapFacetsTest, TestSolr4Spatial2, TestCloudDeleteByQuery, TestFuzzyAnalyzedSuggestions, HdfsRecoverLeaseTest, TestValueSourceCache, TestMergePolicyConfig, ExternalFileFieldSortTest, TriLevelCompositeIdRoutingTest, JSONWriterTest, DistribCursorPagingTest, SSLMigrationTest, LukeRequestHandlerTest, TestFieldCacheReopen, PreAnalyzedUpdateProcessorTest, TestSubQueryTransformerDistrib, TermVectorComponentTest, ExitableDirectoryReaderTest, DistributedQueryComponentCustomSortTest, SpellCheckCollatorTest, CdcrBootstrapTest, DocValuesMissingTest, TestRawResponseWriter, TestDocTermOrds, TestDynamicFieldCollectionResource, TestLuceneMatchVersion, TestFoldingMultitermQuery, StressHdfsTest, CloneFieldUpdateProcessorFactoryTest, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, TestScoreJoinQPScore, TestGraphMLResponseWriter, TestManagedResourceStorage, MigrateRouteKeyTest, TestDistributedMissingSort, ReplaceNodeTest, TestCloudPivotFacet, OverseerCollectionConfigSetProcessorTest, TestGraphTermsQParserPlugin, TestCodecSupport, TestAnalyzeInfixSuggestions, UpdateParamsTest, TestObjectReleaseTracker, HdfsUnloadDistributedZkTest, TestReload, ResourceLoaderTest, DistributedFacetPivotSmallTest, TestSolr4Spatial, CoreAdminHandlerTest, AsyncCallRequestStatusResponseTest, StatsComponentTest, CollectionTooManyReplicasTest, TestSolrConfigHandlerConcurrent, DistributedTermsComponentTest, SolrCmdDistributorTest, DebugComponentTest, TestReplicaProperties, ChaosMonkeySafeLeaderTest, TestAtomicUpdateErrorCases, RequestLoggingTest, TestCoreDiscovery, DistributedVersionInfoTest, TestExpandComponent, SuggestComponentTest, TestBinaryResponseWriter, TestSchemaNameResource, TestOverriddenPrefixQueryForCustomFieldType, GraphQueryTest, TestSQLHandlerNonCloud, DistributedIntervalFacetingTest, SpellingQueryConverterTest, TestSchemaManager, TestSolrCloudWithDelegationTokens, TestExactSharedStatsCache, TestConfig, HdfsChaosMonkeyNothingIsSafeTest, HighlighterConfigTest, ZkSolrClientTest, TestCollationFieldDocValues, TestSolrCloudSnapshots, BadIndexSchemaTest, TestSolrQueryParserResource, TestManagedStopFilterFactory, TestSubQueryTransformer, CdcrReplicationHandlerTest, TestCryptoKeys, ConvertedLegacyTest, TestFieldCacheVsDocValues, CollectionsAPIDistributedZkTest, TermVectorComponentDistributedTest, DistributedFacetPivotLongTailTest, ConnectionReuseTest, TestDocSet, MinimalSchemaTest, CircularListTest, TestJmxMonitoredMap, TestLeaderElectionWithEmptyReplica, AddBlockUpdateTest, TestBulkSchemaConcurrent, TestConfigSetsAPIExclusivity, ZkStateReaderTest, HdfsRestartWhileUpdatingTest, TestRandomFaceting, TestJsonFacets, TestCollectionAPI, IndexSchemaTest, DistributedFacetExistsSmallTest, UtilsToolTest, CurrencyFieldOpenExchangeTest, CdcrVersionReplicationTest, TestIndexSearcher, TestSimpleQParserPlugin, SpellCheckComponentTest, TestReversedWildcardFilterFactory, UnloadDistributedZkTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, HardAutoCommitTest, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, TestGroupingSearch, PeerSyncTest, TestFiltering, DirectUpdateHandlerTest, TestBadConfig, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SolrRequestParserTest, TestTrie, SpatialFilterTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, SolrInfoMBeanTest, DisMaxRequestHandlerTest, TestWriterPerf, TestQueryTypes, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestIndexingPerformance, LoggingHandlerTest, SolrPluginUtilsTest, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestBinaryResponseWriter, TestQuerySenderListener, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, MultiTermTest, SampleTest, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SynonymTokenizerTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, URLClassifyProcessorTest, TestSystemIdResolver, TestSuggestSpellingConverter, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AliasIntegrationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPISolrJTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MultiThreadedOCPTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SolrXmlInZkTest, TestCloudPseudoReturnFields, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPI, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestLockTree, TestOnReconnectListenerSupport, TestShortCircuitedRequests, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=CFA35F0CEF169BC3 -Dtests.slow=true -Dtests.locale=cs-CZ -Dtests.timezone=Asia/Dhaka -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=20641, name=jetty-launcher-3337-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] > at __randomizedtesting.SeedInfo.seed([CFA35F0CEF169BC3]:0)
[junit4] Completed [513/654 (1!)] on J1 in 42.17s, 12 tests, 1 error <<< FAILURES!
[...truncated 61193 lines...]
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 495 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/495/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.core.TestLazyCores.testLazyLoad
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([B0EF3BA75C210E92]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([B0EF3BA75C210E92]:0)
Build Log:
[...truncated 12852 lines...]
[junit4] Suite: org.apache.solr.core.TestLazyCores
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/init-core-data-001
[junit4] 2> 1678253 INFO (SUITE-TestLazyCores-seed#[B0EF3BA75C210E92]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1678256 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCachingLimit
[junit4] 2> 1678275 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 1678275 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ ] o.a.s.c.SolrCores Allocating transient cache for 4 transient cores
[junit4] 2> 1678291 INFO (coreLoadExecutor-7403-thread-3) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678296 INFO (coreLoadExecutor-7403-thread-3) [ ] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 1678299 INFO (coreLoadExecutor-7403-thread-3) [ ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678300 INFO (coreLoadExecutor-7403-thread-3) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection5
[junit4] 2> 1678301 INFO (coreLoadExecutor-7403-thread-3) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection5], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection5/data/]
[junit4] 2> 1678301 INFO (coreLoadExecutor-7403-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1678305 INFO (coreLoadExecutor-7403-thread-2) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678307 INFO (coreLoadExecutor-7403-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678311 INFO (coreLoadExecutor-7403-thread-2) [ ] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 1678324 INFO (coreLoadExecutor-7403-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 1678326 INFO (coreLoadExecutor-7403-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678328 INFO (coreLoadExecutor-7403-thread-3) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678328 INFO (coreLoadExecutor-7403-thread-3) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678328 INFO (coreLoadExecutor-7403-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection1
[junit4] 2> 1678328 INFO (coreLoadExecutor-7403-thread-2) [ ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678329 INFO (coreLoadExecutor-7403-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection1/data/]
[junit4] 2> 1678329 INFO (coreLoadExecutor-7403-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1678330 INFO (coreLoadExecutor-7403-thread-2) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection2
[junit4] 2> 1678330 INFO (coreLoadExecutor-7403-thread-2) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection2/data/]
[junit4] 2> 1678330 INFO (coreLoadExecutor-7403-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1678331 INFO (coreLoadExecutor-7403-thread-3) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1678332 INFO (coreLoadExecutor-7403-thread-3) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@73588e78[collection5] main]
[junit4] 2> 1678332 INFO (coreLoadExecutor-7403-thread-3) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection5/conf
[junit4] 2> 1678332 INFO (coreLoadExecutor-7403-thread-3) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678332 INFO (searcherExecutor-7404-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@73588e78[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678338 INFO (coreLoadExecutor-7403-thread-2) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678338 INFO (coreLoadExecutor-7403-thread-2) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678338 INFO (coreLoadExecutor-7403-thread-2) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1678339 INFO (coreLoadExecutor-7403-thread-2) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c319115[collection2] main]
[junit4] 2> 1678339 INFO (coreLoadExecutor-7403-thread-2) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection2/conf
[junit4] 2> 1678339 INFO (coreLoadExecutor-7403-thread-2) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678339 INFO (searcherExecutor-7409-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@7c319115[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678340 INFO (coreLoadExecutor-7403-thread-2) [ x:collection2] o.a.s.c.SolrCores Opening transient core collection2
[junit4] 2> 1678341 INFO (coreLoadExecutor-7403-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678341 INFO (coreLoadExecutor-7403-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678341 INFO (coreLoadExecutor-7403-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1678342 INFO (coreLoadExecutor-7403-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@73072aeb[collection1] main]
[junit4] 2> 1678342 INFO (coreLoadExecutor-7403-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection1/conf
[junit4] 2> 1678342 INFO (coreLoadExecutor-7403-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678343 INFO (searcherExecutor-7408-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@73072aeb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678351 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678356 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ ] o.a.s.s.IndexSchema [collection3] Schema name=tiny
[junit4] 2> 1678358 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678359 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection3' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection3
[junit4] 2> 1678360 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.c.SolrCore [[collection3] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection3], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection3/data/]
[junit4] 2> 1678361 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=81.896484375, floorSegmentMB=1.3369140625, forceMergeDeletesPctAllowed=22.597343787154955, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1678368 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678368 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678369 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=44.283203125, floorSegmentMB=1.4580078125, forceMergeDeletesPctAllowed=17.8459650358218, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5585060161024379
[junit4] 2> 1678369 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.s.SolrIndexSearcher Opening [Searcher@2694b8d1[collection3] main]
[junit4] 2> 1678369 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection3/conf
[junit4] 2> 1678369 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678369 INFO (searcherExecutor-7416-thread-1-processing-x:collection3) [ x:collection3] o.a.s.c.SolrCore [collection3] Registered new searcher Searcher@2694b8d1[collection3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678370 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.c.SolrCores Opening transient core collection3
[junit4] 2> 1678377 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678383 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.s.IndexSchema [collection4] Schema name=tiny
[junit4] 2> 1678384 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678385 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection3] o.a.s.c.CoreContainer Creating SolrCore 'collection4' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection4
[junit4] 2> 1678386 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.c.SolrCore [[collection4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection4/data/]
[junit4] 2> 1678387 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=930785636, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1678394 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678394 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678395 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2832174605413723]
[junit4] 2> 1678395 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c02ab0f[collection4] main]
[junit4] 2> 1678395 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection4/conf
[junit4] 2> 1678395 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678395 INFO (searcherExecutor-7420-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] Registered new searcher Searcher@4c02ab0f[collection4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678403 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678408 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.s.IndexSchema [collection6] Schema name=tiny
[junit4] 2> 1678410 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678412 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection6' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection6
[junit4] 2> 1678412 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.SolrCore [[collection6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection6/data/]
[junit4] 2> 1678413 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=98.21484375, floorSegmentMB=1.9296875, forceMergeDeletesPctAllowed=10.571990232834462, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8332811616965627
[junit4] 2> 1678420 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678420 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678420 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=41.267578125, floorSegmentMB=0.5087890625, forceMergeDeletesPctAllowed=8.847007220490081, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1678420 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bd964bf[collection6] main]
[junit4] 2> 1678420 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection6/conf
[junit4] 2> 1678421 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678421 INFO (searcherExecutor-7424-thread-1-processing-x:collection6) [ x:collection6] o.a.s.c.SolrCore [collection6] Registered new searcher Searcher@1bd964bf[collection6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678421 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.SolrCores Opening transient core collection6
[junit4] 2> 1678428 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678435 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.s.IndexSchema [collection7] Schema name=tiny
[junit4] 2> 1678443 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678444 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.CoreContainer Creating SolrCore 'collection7' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection7
[junit4] 2> 1678444 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.c.SolrCore [[collection7] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection7], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection7/data/]
[junit4] 2> 1678445 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1678453 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678453 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678453 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=37.158203125, floorSegmentMB=0.5517578125, forceMergeDeletesPctAllowed=24.238018091360793, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1678453 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.s.SolrIndexSearcher Opening [Searcher@d005666[collection7] main]
[junit4] 2> 1678454 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection7/conf
[junit4] 2> 1678454 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678454 INFO (searcherExecutor-7428-thread-1-processing-x:collection7) [ x:collection7] o.a.s.c.SolrCore [collection7] Registered new searcher Searcher@d005666[collection7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678454 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.c.SolrCores Opening transient core collection7
[junit4] 2> 1678461 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678467 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.s.IndexSchema [collection8] Schema name=tiny
[junit4] 2> 1678468 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678470 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection7] o.a.s.c.CoreContainer Creating SolrCore 'collection8' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection8
[junit4] 2> 1678470 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.c.SolrCore [[collection8] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection8], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection8/data/]
[junit4] 2> 1678472 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=82.16796875, floorSegmentMB=0.833984375, forceMergeDeletesPctAllowed=7.45422627869133, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6202689563383584
[junit4] 2> 1678479 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678479 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678479 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=67.708984375, floorSegmentMB=1.4208984375, forceMergeDeletesPctAllowed=8.408296332451677, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6214464690068918
[junit4] 2> 1678479 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.s.SolrIndexSearcher Opening [Searcher@b5ae587[collection8] main]
[junit4] 2> 1678480 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection8/conf
[junit4] 2> 1678480 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678480 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.c.SolrCores Opening transient core collection8
[junit4] 2> 1678480 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.c.SolrCores Closing transient core [collection3]
[junit4] 2> 1678491 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678497 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.s.IndexSchema [collection9] Schema name=tiny
[junit4] 2> 1678499 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678500 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection8] o.a.s.c.CoreContainer Creating SolrCore 'collection9' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection9
[junit4] 2> 1678500 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore [[collection9] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection9], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection9/data/]
[junit4] 2> 1678501 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1678509 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678509 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678509 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=47.7548828125, floorSegmentMB=1.009765625, forceMergeDeletesPctAllowed=24.982848340196796, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8892893529155512
[junit4] 2> 1678509 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f7d7c76[collection9] main]
[junit4] 2> 1678509 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-001/collection9/conf
[junit4] 2> 1678509 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678510 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCores Opening transient core collection9
[junit4] 2> 1678510 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCores Closing transient core [collection2]
[junit4] 2> 1678510 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1126254598
[junit4] 2> 1678511 INFO (searcherExecutor-7436-thread-1-processing-x:collection9) [ x:collection9] o.a.s.c.SolrCore [collection9] Registered new searcher Searcher@3f7d7c76[collection9] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678545 INFO (coreCloseExecutor-7440-thread-1-processing-x:collection9) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@65dd63e9
[junit4] 2> 1678545 INFO (coreCloseExecutor-7440-thread-2-processing-x:collection9) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@439de8d2
[junit4] 2> 1678546 INFO (coreCloseExecutor-7440-thread-3-processing-x:collection9) [ x:collection4] o.a.s.c.SolrCore [collection4] CLOSING SolrCore org.apache.solr.core.SolrCore@5b76dbc9
[junit4] 2> 1678547 INFO (coreCloseExecutor-7440-thread-4-processing-x:collection9) [ x:collection6] o.a.s.c.SolrCore [collection6] CLOSING SolrCore org.apache.solr.core.SolrCore@488c721
[junit4] 2> 1678547 INFO (coreCloseExecutor-7440-thread-6-processing-x:collection9) [ x:collection8] o.a.s.c.SolrCore [collection8] CLOSING SolrCore org.apache.solr.core.SolrCore@1db3e457
[junit4] 2> 1678548 INFO (coreCloseExecutor-7440-thread-8-processing-x:collection9) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@7c574eb5
[junit4] 2> 1678549 INFO (searcherExecutor-7432-thread-1-processing-x:collection8) [ x:collection8] o.a.s.c.SolrCore [collection8] Registered new searcher Searcher@b5ae587[collection8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678550 INFO (coreCloseExecutor-7440-thread-5-processing-x:collection9) [ x:collection7] o.a.s.c.SolrCore [collection7] CLOSING SolrCore org.apache.solr.core.SolrCore@30158db9
[junit4] 2> 1678552 INFO (coreCloseExecutor-7440-thread-7-processing-x:collection9) [ x:collection9] o.a.s.c.SolrCore [collection9] CLOSING SolrCore org.apache.solr.core.SolrCore@1aea8051
[junit4] 2> 1678555 INFO (TEST-TestLazyCores.testCachingLimit-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.SolrTestCaseJ4 ###Ending testCachingLimit
[junit4] 2> 1678557 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.SolrTestCaseJ4 ###Starting testMidUseUnload
[junit4] 2> 1678577 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 1678577 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCores Allocating transient cache for 4 transient cores
[junit4] 2> 1678602 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678613 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678613 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1678627 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 1678629 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678631 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection9] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection5
[junit4] 2> 1678631 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection5], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection5/data/]
[junit4] 2> 1678632 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1678633 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 1678635 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678636 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 1678636 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection9] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection1
[junit4] 2> 1678637 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection1/data/]
[junit4] 2> 1678637 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1678638 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1678639 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection9] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection2
[junit4] 2> 1678639 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection2/data/]
[junit4] 2> 1678640 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1678645 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678645 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678646 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1678646 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c6709fc[collection1] main]
[junit4] 2> 1678646 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection1/conf
[junit4] 2> 1678647 INFO (coreLoadExecutor-7447-thread-1-processing-x:collection9) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678647 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678647 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678647 INFO (searcherExecutor-7449-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3c6709fc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678647 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1678647 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@781fff52[collection2] main]
[junit4] 2> 1678647 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection2/conf
[junit4] 2> 1678648 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678648 INFO (searcherExecutor-7450-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@781fff52[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678648 INFO (coreLoadExecutor-7447-thread-2-processing-x:collection9) [ x:collection2] o.a.s.c.SolrCores Opening transient core collection2
[junit4] 2> 1678655 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1678655 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1678656 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1678656 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b193ec6[collection5] main]
[junit4] 2> 1678656 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-002/collection5/conf
[junit4] 2> 1678656 INFO (coreLoadExecutor-7447-thread-3-processing-x:collection9) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1678656 INFO (searcherExecutor-7448-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@4b193ec6[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1678659 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1678760 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1678861 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1678961 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1679061 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1679161 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1679261 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1679361 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1679462 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1679562 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1679662 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1679762 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1679862 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1679962 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1680063 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1680163 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1680263 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1680363 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1680463 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1680564 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1680665 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1680765 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1680871 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1680971 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1681072 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1681172 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCore Core collection1 is not yet closed, waiting 100 ms before checking again.
[junit4] 2> 1681242 INFO (Thread-3737) [ x:collection9] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@eb90b69
[junit4] 2> 1681272 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.CoreContainer Shutting down CoreContainer instance=604239709
[junit4] 2> 1681273 INFO (coreCloseExecutor-7461-thread-1-processing-x:collection9) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@5cfd5885
[junit4] 2> 1681273 INFO (coreCloseExecutor-7461-thread-2-processing-x:collection9) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@23c11e51
[junit4] 2> 1681275 INFO (TEST-TestLazyCores.testMidUseUnload-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.SolrTestCaseJ4 ###Ending testMidUseUnload
[junit4] 2> 1681285 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.SolrTestCaseJ4 ###Starting testCreateSame
[junit4] 2> 1681305 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 1681305 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrCores Allocating transient cache for 4 transient cores
[junit4] 2> 1681317 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1681318 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1681318 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1681322 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 1681324 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1681326 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 1681326 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection9] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection5
[junit4] 2> 1681326 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection5], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection5/data/]
[junit4] 2> 1681327 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1681328 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1681329 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection9] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection2
[junit4] 2> 1681329 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection2/data/]
[junit4] 2> 1681329 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 1681330 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1681332 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection9] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1681334 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection9] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection1
[junit4] 2> 1681334 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection1/data/]
[junit4] 2> 1681334 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1681334 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1681334 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1681335 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@46799167[collection5] main]
[junit4] 2> 1681336 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1681336 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection5/conf
[junit4] 2> 1681336 INFO (coreLoadExecutor-7468-thread-3-processing-x:collection9) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1681336 INFO (searcherExecutor-7469-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@46799167[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1681341 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1681341 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1681341 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1681341 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@197bc3da[collection2] main]
[junit4] 2> 1681341 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection2/conf
[junit4] 2> 1681342 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1681342 INFO (searcherExecutor-7470-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@197bc3da[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1681342 INFO (coreLoadExecutor-7468-thread-2-processing-x:collection9) [ x:collection2] o.a.s.c.SolrCores Opening transient core collection2
[junit4] 2> 1681345 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1681345 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1681345 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1681346 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c0259e7[collection1] main]
[junit4] 2> 1681346 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection1/conf
[junit4] 2> 1681346 INFO (coreLoadExecutor-7468-thread-1-processing-x:collection9) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1681346 INFO (searcherExecutor-7472-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c0259e7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1681353 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1681366 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.s.IndexSchema [collection4] Schema name=tiny
[junit4] 2> 1681368 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1681369 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection9] o.a.s.c.CoreContainer Creating SolrCore 'collection4' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection4
[junit4] 2> 1681369 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.c.SolrCore [[collection4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection4/data/]
[junit4] 2> 1681370 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=2.87890625, floorSegmentMB=1.4921875, forceMergeDeletesPctAllowed=25.894760715155762, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7455072289054143
[junit4] 2> 1681377 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1681377 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1681377 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=401257845, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1681377 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ac196af[collection4] main]
[junit4] 2> 1681377 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection4/conf
[junit4] 2> 1681378 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1681378 INFO (searcherExecutor-7482-thread-1-processing-x:collection4) [ x:collection4] o.a.s.c.SolrCore [collection4] Registered new searcher Searcher@7ac196af[collection4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1681383 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1681388 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.s.IndexSchema [collection6] Schema name=tiny
[junit4] 2> 1681390 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1681391 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection6' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection6
[junit4] 2> 1681391 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.SolrCore [[collection6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection6/data/]
[junit4] 2> 1681392 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49906349763696856]
[junit4] 2> 1681399 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1681399 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1681399 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=33.2646484375, floorSegmentMB=1.6123046875, forceMergeDeletesPctAllowed=4.668410961162925, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8069699872510733
[junit4] 2> 1681399 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.s.SolrIndexSearcher Opening [Searcher@20385f55[collection6] main]
[junit4] 2> 1681399 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-003/collection6/conf
[junit4] 2> 1681399 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1681400 INFO (searcherExecutor-7486-thread-1-processing-x:collection6) [ x:collection6] o.a.s.c.SolrCore [collection6] Registered new searcher Searcher@20385f55[collection6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1681400 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.SolrCores Opening transient core collection6
[junit4] 2> 1681408 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t12&name=collection2&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 1681408 WARN (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 1681408 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t14&name=collection4&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 1681408 WARN (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 1681408 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t15&name=collection5&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 1681408 WARN (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 1681408 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.h.a.CoreAdminOperation core create command schema=schema.xml&dataDir=t16&name=collection6&action=CREATE&config=solrconfig.xml&wt=xml
[junit4] 2> 1681409 WARN (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
[junit4] 2> 1681409 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1537269369
[junit4] 2> 1681409 INFO (coreCloseExecutor-7490-thread-1-processing-x:collection6) [ x:collection5] o.a.s.c.SolrCore [collection5] CLOSING SolrCore org.apache.solr.core.SolrCore@b6977ea
[junit4] 2> 1681409 INFO (coreCloseExecutor-7490-thread-2-processing-x:collection6) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4c839795
[junit4] 2> 1681409 INFO (coreCloseExecutor-7490-thread-3-processing-x:collection6) [ x:collection4] o.a.s.c.SolrCore [collection4] CLOSING SolrCore org.apache.solr.core.SolrCore@6b230ccf
[junit4] 2> 1681409 INFO (coreCloseExecutor-7490-thread-4-processing-x:collection6) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@605f8a5f
[junit4] 2> 1681410 INFO (coreCloseExecutor-7490-thread-5-processing-x:collection6) [ x:collection6] o.a.s.c.SolrCore [collection6] CLOSING SolrCore org.apache.solr.core.SolrCore@2b93991a
[junit4] 2> 1681411 INFO (TEST-TestLazyCores.testCreateSame-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.SolrTestCaseJ4 ###Ending testCreateSame
[junit4] 2> 1681414 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.SolrTestCaseJ4 ###Starting testCreateTransientFromAdmin
[junit4] 2> 1681431 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
[junit4] 2> 1681432 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.SolrCores Allocating transient cache for 4 transient cores
[junit4] 2> 1681447 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1681450 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1681459 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection6] o.a.s.s.IndexSchema [collection5] Schema name=tiny
[junit4] 2> 1681461 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection6] o.a.s.s.IndexSchema [collection1] Schema name=tiny
[junit4] 2> 1681463 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection6] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1681463 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection6] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1681465 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection6] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection1
[junit4] 2> 1681469 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection1/data/]
[junit4] 2> 1681470 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1681472 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1681465 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection6] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection5
[junit4] 2> 1681487 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection5], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection5/data/]
[junit4] 2> 1681487 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1681489 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1681489 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1681489 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1681490 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48b954cb[collection1] main]
[junit4] 2> 1681490 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection1/conf
[junit4] 2> 1681490 INFO (coreLoadExecutor-7497-thread-1-processing-x:collection6) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1681491 INFO (searcherExecutor-7498-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@48b954cb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1681494 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1681494 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1681494 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1681494 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@79eeacd0[collection5] main]
[junit4] 2> 1681494 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection5/conf
[junit4] 2> 1681495 INFO (coreLoadExecutor-7497-thread-3-processing-x:collection6) [ x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1681495 INFO (searcherExecutor-7499-thread-1-processing-x:collection5) [ x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@79eeacd0[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1681495 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection6] o.a.s.s.IndexSchema [collection2] Schema name=tiny
[junit4] 2> 1681497 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection6] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1681497 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection6] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection2
[junit4] 2> 1681498 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection2/data/]
[junit4] 2> 1681498 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.423828125, floorSegmentMB=1.232421875, forceMergeDeletesPctAllowed=14.719683994117975, segmentsPerTier=25.0, maxCFSSegmentSizeMB=0.4091796875, noCFSRatio=0.0
[junit4] 2> 1681505 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1681505 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1681505 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=27.9970703125, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=28.32706210948576, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8717148447417137
[junit4] 2> 1681505 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@76aa3e44[collection2] main]
[junit4] 2> 1681506 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/collection2/conf
[junit4] 2> 1681506 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1681506 INFO (searcherExecutor-7506-thread-1-processing-x:collection2) [ x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@76aa3e44[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1681506 INFO (coreLoadExecutor-7497-thread-2-processing-x:collection6) [ x:collection2] o.a.s.c.SolrCores Opening transient core collection2
[junit4] 2> 1681527 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=true&transient=true&name=core1&action=CREATE&wt=xml
[junit4] 2> 1681537 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1681544 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.s.IndexSchema [core1] Schema name=tiny
[junit4] 2> 1681546 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
[junit4] 2> 1681548 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:collection6] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/core1
[junit4] 2> 1681548 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:core1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/core1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_B0EF3BA75C210E92-001/tempDir-004/core1/data/]
[junit4] 2> 1681550 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=90.9677734375, floorSegmentMB=0.91796875, forceMergeDeletesPctAllowed=14.740190814539908, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1681559 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:core1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1681559 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:core1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1681559 INFO (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[B0EF3BA75C210E92]) [ x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1476747848, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSi
[...truncated too long message...]
oseExecutor-7612-thread-4-processing-x:collection4) [ x:collection2] o.a.s.c.SolrCore [collection2] CLOSING SolrCore org.apache.solr.core.SolrCore@a7239d8
[junit4] 2> 8898628 INFO (TEST-TestLazyCores.testLazyLoad-seed#[B0EF3BA75C210E92]) [ x:collection4] o.a.s.SolrTestCaseJ4 ###Ending testLazyLoad
[junit4] 2> 8898628 INFO (SUITE-TestLazyCores-seed#[B0EF3BA75C210E92]-worker) [ x:collection4] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 8898628 INFO (SUITE-TestLazyCores-seed#[B0EF3BA75C210E92]-worker) [ x:collection4] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1486630428
[junit4] 2> ??? 17, 2016 8:08:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=33892, name=searcherExecutor-7416-thread-1, state=WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2) Thread[id=33878, name=SUITE-TestLazyCores-seed#[B0EF3BA75C210E92]-worker, state=TIMED_WAITING, group=TGRP-TestLazyCores]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:500)
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:258)
[junit4] 2> at sun.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {v_t=PostingsFormat(name=Direct), id=PostingsFormat(name=Direct), v_s=Lucene50(blocksize=128), v_f=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=66, maxMBSortInHeap=7.715991370829018, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=sr-CS, timezone=Africa/Ndjamena
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=3,free=136469624,total=532676608
[junit4] 2> NOTE: All tests run in this JVM: [TestDefaultStatsCache, DocValuesMultiTest, SyncSliceTest, TestFunctionQuery, TestLRUStatsCache, TestManagedStopFilterFactory, TestFieldCacheSort, UnloadDistributedZkTest, PrimUtilsTest, InfoHandlerTest, SpatialFilterTest, TestFieldCollectionResource, TestSha256AuthenticationProvider, TestShardHandlerFactory, ZkControllerTest, SimpleCollectionCreateDeleteTest, TestCopyFieldCollectionResource, CoreSorterTest, TestScoreJoinQPScore, PathHierarchyTokenizerFactoryTest, TestGraphTermsQParserPlugin, UtilsToolTest, ResponseHeaderTest, TestSolrCLIRunExample, CloneFieldUpdateProcessorFactoryTest, CollectionsAPIAsyncDistributedZkTest, TestMiniSolrCloudCluster, SparseHLLTest, SuggestComponentTest, TestStressRecovery, DeleteLastCustomShardedReplicaTest, TestRebalanceLeaders, TestNRTOpen, ShardRoutingTest, TestTolerantUpdateProcessorRandomCloud, DirectSolrConnectionTest, PreAnalyzedUpdateProcessorTest, TestInfoStreamLogging, SynonymTokenizerTest, RequiredFieldsTest, PeerSyncWithIndexFingerprintCachingTest, TermsComponentTest, TestReloadDeadlock, TestTrackingShardHandlerFactory, TestPerFieldSimilarityWithDefaultOverride, JSONWriterTest, SchemaVersionSpecificBehaviorTest, TestCloudInspectUtil, RecoveryZkTest, TestStressReorder, CurrencyFieldXmlFileTest, DistributedSuggestComponentTest, TestDynamicFieldCollectionResource, HdfsUnloadDistributedZkTest, HdfsDirectoryTest, DistributedFacetExistsSmallTest, LeaderElectionTest, CoreAdminRequestStatusTest, DistributedFacetPivotLongTailTest, NumericFieldsTest, TestSolrCloudSnapshots, TestJsonFacets, TestElisionMultitermQuery, JSONWriterTest, BlockDirectoryTest, CloudExitableDirectoryReaderTest, TestNumericTerms64, TestJmxIntegration, TestRandomDVFaceting, SuggesterFSTTest, ResponseLogComponentTest, TestXIncludeConfig, DateFieldTest, TestStressLiveNodes, TestAuthenticationFramework, TestSubQueryTransformer, StatelessScriptUpdateProcessorFactoryTest, TestInitQParser, TestRawResponseWriter, RollingRestartTest, TestHashPartitioner, TestExportWriter, ConnectionManagerTest, ForceLeaderTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestLegacyFieldCache, TestTolerantSearch, HdfsCollectionsAPIDistributedZkTest, FastVectorHighlighterTest, DocumentBuilderTest, TestAnalyzedSuggestions, TestXmlQParserPlugin, ChangedSchemaMergeTest, TestGraphMLResponseWriter, SystemInfoHandlerTest, QueryElevationComponentTest, QueryEqualityTest, TestConfigSetsAPI, BadCopyFieldTest, TestMacroExpander, TestReplicationHandlerBackup, SpatialHeatmapFacetsTest, RemoteQueryErrorTest, TestSolrQueryParserResource, TestManagedResourceStorage, MergeStrategyTest, BaseCdcrDistributedZkTest, TestClusterProperties, AnalysisAfterCoreReloadTest, ZkNodePropsTest, XsltUpdateRequestHandlerTest, BigEndianAscendingWordSerializerTest, OverseerStatusTest, TestExtendedDismaxParser, RulesTest, TestWordDelimiterFilterFactory, DocValuesTest, TestSchemaSimilarityResource, TestConfigSetProperties, TestSort, TestUseDocValuesAsStored2, SortSpecParsingTest, TestStressLucene, TestBinaryResponseWriter, ZkCLITest, TestLRUCache, TestRTGBase, TestClassicSimilarityFactory, BlockJoinFacetRandomTest, TestUpdate, TestSerializedLuceneMatchVersion, TestDistributedSearch, DirectSolrSpellCheckerTest, OverriddenZkACLAndCredentialsProvidersTest, TestBM25SimilarityFactory, TestLocalFSCloudBackupRestore, DistributedFacetPivotSmallTest, TestFastLRUCache, TestObjectReleaseTracker, GraphQueryTest, TestRandomCollapseQParserPlugin, SolrRequestParserTest, TestFieldCacheReopen, TestStressVersions, DistributedQueueTest, TestRestoreCore, ConcurrentDeleteAndCreateCollectionTest, TestOverriddenPrefixQueryForCustomFieldType, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnShardRestartTest, SegmentsInfoRequestHandlerTest, PeerSyncTest, AtomicUpdatesTest, TestBinaryField, TestPostingsSolrHighlighter, TestMiniSolrCloudClusterSSL, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, LeaderElectionIntegrationTest, TestReplicationHandler, TermVectorComponentDistributedTest, TestJoin, TestRangeQuery, SolrCoreTest, ConvertedLegacyTest, TestLazyCores]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLazyCores -Dtests.seed=B0EF3BA75C210E92 -Dtests.slow=true -Dtests.locale=sr-CS -Dtests.timezone=Africa/Ndjamena -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestLazyCores (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([B0EF3BA75C210E92]:0)
[junit4] Completed [653/653 (1!)] on J0 in 7223.40s, 6 tests, 2 errors <<< FAILURES!
[...truncated 60725 lines...]