You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/01/04 09:26:54 UTC
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1055 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1055/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
Error Message:
Unexpected number of elements in the group for intGSF: 6
Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 6
at __randomizedtesting.SeedInfo.seed([1E9662EEB72B4FF4:852D0CB6FA737DAA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:376)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12172 lines...]
[junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/init-core-data-001
[junit4] 2> 2025309 INFO (SUITE-DocValuesNotIndexedTest-seed#[1E9662EEB72B4FF4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2025310 INFO (SUITE-DocValuesNotIndexedTest-seed#[1E9662EEB72B4FF4]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001
[junit4] 2> 2025310 INFO (SUITE-DocValuesNotIndexedTest-seed#[1E9662EEB72B4FF4]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2025310 INFO (Thread-5368) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2025310 INFO (Thread-5368) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2025410 INFO (SUITE-DocValuesNotIndexedTest-seed#[1E9662EEB72B4FF4]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38400
[junit4] 2> 2025419 INFO (jetty-launcher-2511-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2025419 INFO (jetty-launcher-2511-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2025421 INFO (jetty-launcher-2511-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f8942d5{/solr,null,AVAILABLE}
[junit4] 2> 2025422 INFO (jetty-launcher-2511-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e06eeae{/solr,null,AVAILABLE}
[junit4] 2> 2025422 INFO (jetty-launcher-2511-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74e4e0f4{HTTP/1.1,[http/1.1]}{127.0.0.1:64676}
[junit4] 2> 2025422 INFO (jetty-launcher-2511-thread-2) [ ] o.e.j.s.Server Started @2029472ms
[junit4] 2> 2025422 INFO (jetty-launcher-2511-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64676}
[junit4] 2> 2025422 INFO (jetty-launcher-2511-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19591bcd{HTTP/1.1,[http/1.1]}{127.0.0.1:39285}
[junit4] 2> 2025422 INFO (jetty-launcher-2511-thread-1) [ ] o.e.j.s.Server Started @2029472ms
[junit4] 2> 2025422 ERROR (jetty-launcher-2511-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2025423 INFO (jetty-launcher-2511-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2025423 INFO (jetty-launcher-2511-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2025423 INFO (jetty-launcher-2511-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2025422 INFO (jetty-launcher-2511-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39285}
[junit4] 2> 2025423 INFO (jetty-launcher-2511-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-04T08:53:57.626Z
[junit4] 2> 2025423 ERROR (jetty-launcher-2511-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2025423 INFO (jetty-launcher-2511-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2025423 INFO (jetty-launcher-2511-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2025423 INFO (jetty-launcher-2511-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2025423 INFO (jetty-launcher-2511-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-04T08:53:57.626Z
[junit4] 2> 2025427 INFO (jetty-launcher-2511-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2025427 INFO (jetty-launcher-2511-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2025437 INFO (jetty-launcher-2511-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38400/solr
[junit4] 2> 2025438 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15968af528a0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2025441 INFO (jetty-launcher-2511-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38400/solr
[junit4] 2> 2025488 INFO (jetty-launcher-2511-thread-1) [n:127.0.0.1:39285_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39285_solr
[junit4] 2> 2025490 INFO (jetty-launcher-2511-thread-1) [n:127.0.0.1:39285_solr ] o.a.s.c.Overseer Overseer (id=97223969178517510-127.0.0.1:39285_solr-n_0000000000) starting
[junit4] 2> 2025501 INFO (jetty-launcher-2511-thread-1) [n:127.0.0.1:39285_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39285_solr
[junit4] 2> 2025504 INFO (zkCallback-2522-thread-1-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2025510 INFO (jetty-launcher-2511-thread-2) [n:127.0.0.1:64676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2025516 INFO (jetty-launcher-2511-thread-2) [n:127.0.0.1:64676_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64676_solr
[junit4] 2> 2025574 INFO (zkCallback-2522-thread-2-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2025582 INFO (jetty-launcher-2511-thread-2) [n:127.0.0.1:64676_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node2/.
[junit4] 2> 2025655 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2025658 INFO (jetty-launcher-2511-thread-1) [n:127.0.0.1:39285_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node1/.
[junit4] 2> 2026164 INFO (SUITE-DocValuesNotIndexedTest-seed#[1E9662EEB72B4FF4]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2026166 INFO (SUITE-DocValuesNotIndexedTest-seed#[1E9662EEB72B4FF4]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38400/solr ready
[junit4] 2> 2026182 INFO (qtp1021613384-17424) [n:127.0.0.1:39285_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2026186 INFO (OverseerThreadFactory-7389-thread-1-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.c.CreateCollectionCmd Create collection dv_coll
[junit4] 2> 2026298 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2
[junit4] 2> 2026299 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2
[junit4] 2> 2026302 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2
[junit4] 2> 2026304 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2
[junit4] 2> 2026438 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2026439 INFO (zkCallback-2522-thread-2-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2027326 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2027343 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2027356 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 2027360 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2027362 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll
[junit4] 2> 2027363 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node2/dv_coll_shard4_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node2/./dv_coll_shard4_replica1/data/]
[junit4] 2> 2027364 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 2027368 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2027370 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
[junit4] 2> 2027370 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node1/dv_coll_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node1/./dv_coll_shard1_replica1/data/]
[junit4] 2> 2027379 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2027384 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2027384 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2027406 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2027419 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2027419 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2027420 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b73e660[dv_coll_shard4_replica1] main]
[junit4] 2> 2027422 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2027424 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2027424 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2027426 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2027426 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2027426 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555583509074018304
[junit4] 2> 2027428 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
[junit4] 2> 2027429 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
[junit4] 2> 2027432 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2027433 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2027434 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica1' using configuration from collection dv_coll
[junit4] 2> 2027434 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll
[junit4] 2> 2027435 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [[dv_coll_shard2_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node2/dv_coll_shard2_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node2/./dv_coll_shard2_replica1/data/]
[junit4] 2> 2027435 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node1/dv_coll_shard3_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node1/./dv_coll_shard3_replica1/data/]
[junit4] 2> 2027444 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2027444 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2027445 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2027445 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2027446 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2036b024[dv_coll_shard1_replica1] main]
[junit4] 2> 2027454 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2027455 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2027455 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2027456 INFO (searcherExecutor-7394-thread-1-processing-n:127.0.0.1:64676_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@b73e660[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2027461 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2027462 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2027463 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2027464 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2027465 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a0b7948[dv_coll_shard3_replica1] main]
[junit4] 2> 2027467 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2027468 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2027468 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2027469 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2027469 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2027469 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555583509119107072
[junit4] 2> 2027481 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2027482 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2027483 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39285/solr/dv_coll_shard3_replica1/
[junit4] 2> 2027483 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2027484 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:39285/solr/dv_coll_shard3_replica1/ has no replicas
[junit4] 2> 2027490 INFO (searcherExecutor-7401-thread-1-processing-n:127.0.0.1:39285_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@5a0b7948[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2027459 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2027490 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2027491 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39285/solr/dv_coll_shard3_replica1/ shard3
[junit4] 2> 2027458 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2027493 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2027492 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2027494 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2027494 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555583509145321472
[junit4] 2> 2027496 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@de7e31c[dv_coll_shard2_replica1] main]
[junit4] 2> 2027497 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2027498 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2027498 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2027498 INFO (searcherExecutor-7395-thread-1-processing-n:127.0.0.1:39285_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@2036b024[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2027500 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2027500 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2027500 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64676/solr/dv_coll_shard4_replica1/
[junit4] 2> 2027500 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2027500 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:64676/solr/dv_coll_shard4_replica1/ has no replicas
[junit4] 2> 2027501 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2027502 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2027502 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555583509153710080
[junit4] 2> 2027503 INFO (searcherExecutor-7400-thread-1-processing-n:127.0.0.1:64676_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@de7e31c[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2027509 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2027509 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2027510 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39285/solr/dv_coll_shard1_replica1/
[junit4] 2> 2027510 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2027510 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:39285/solr/dv_coll_shard1_replica1/ has no replicas
[junit4] 2> 2027513 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64676/solr/dv_coll_shard4_replica1/ shard4
[junit4] 2> 2027516 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2027516 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2027516 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/
[junit4] 2> 2027517 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2027517 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/ has no replicas
[junit4] 2> 2027520 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39285/solr/dv_coll_shard1_replica1/ shard1
[junit4] 2> 2027548 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/ shard2
[junit4] 2> 2027655 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2027655 INFO (zkCallback-2522-thread-1-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2027666 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2027670 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2} status=0 QTime=1369
[junit4] 2> 2027674 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2027680 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2} status=0 QTime=1384
[junit4] 2> 2027696 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2027701 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2027708 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2} status=0 QTime=1409
[junit4] 2> 2027710 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2} status=0 QTime=1407
[junit4] 2> 2027745 INFO (qtp1021613384-17424) [n:127.0.0.1:39285_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2027819 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2027820 INFO (zkCallback-2522-thread-2-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2028195 INFO (OverseerCollectionConfigSetProcessor-97223969178517510-127.0.0.1:39285_solr-n_0000000000) [n:127.0.0.1:39285_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2028746 INFO (qtp1021613384-17424) [n:127.0.0.1:39285_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2565
[junit4] 2> 2028753 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0
[junit4] 2> 2028755 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 2028758 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2028766 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.ZkController Persisted config data to node /configs/conf1/managed-schema
[junit4] 2> 2028766 INFO (zkCallback-2522-thread-2-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2028767 INFO (zkCallback-2522-thread-1-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2028767 INFO (zkCallback-2522-thread-1-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 2028770 INFO (zkCallback-2522-thread-1-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
[junit4] 2> 2028774 INFO (zkCallback-2522-thread-1-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2028774 INFO (zkCallback-2522-thread-1-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6 ms
[junit4] 2> 2028775 INFO (Thread-5387) [n:127.0.0.1:39285_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard1_replica1
[junit4] 2> 2028775 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2028775 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2028776 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 2028779 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 2028806 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 2028807 INFO (Thread-5388) [n:127.0.0.1:64676_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard4_replica1
[junit4] 2> 2028808 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 2028808 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
[junit4] 2> 2028811 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 2028813 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2028813 INFO (zkCallback-2521-thread-2-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6 ms
[junit4] 2> 2028814 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2028815 INFO (zkCallback-2521-thread-1-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 35 ms
[junit4] 2> 2028816 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2028816 INFO (Thread-5387) [n:127.0.0.1:39285_solr ] o.a.s.c.SolrCore core reload dv_coll_shard1_replica1
[junit4] 2> 2028819 INFO (Thread-5388) [n:127.0.0.1:64676_solr ] o.a.s.c.SolrCore core reload dv_coll_shard4_replica1
[junit4] 2> 2028820 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
[junit4] 2> 2028821 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node1/dv_coll_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node1/./dv_coll_shard1_replica1/data/]
[junit4] 2> 2028830 INFO (Thread-5388) [n:127.0.0.1:64676_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2028833 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2028833 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2028833 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ef7f3fd[dv_coll_shard1_replica1] main]
[junit4] 2> 2028836 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2028842 INFO (Thread-5388) [n:127.0.0.1:64676_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 2028849 INFO (Thread-5388) [n:127.0.0.1:64676_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2028850 INFO (Thread-5388) [n:127.0.0.1:64676_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll
[junit4] 2> 2028851 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node2/dv_coll_shard4_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node2/./dv_coll_shard4_replica1/data/]
[junit4] 2> 2028867 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2028867 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2028868 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51de8a4f[dv_coll_shard4_replica1] main]
[junit4] 2> 2028870 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2028871 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2028871 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2028873 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 2028873 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2028873 INFO (searcherExecutor-7418-thread-1-processing-n:127.0.0.1:64676_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@51de8a4f[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2028874 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555583510592356352
[junit4] 2> 2028875 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2028875 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2028876 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 2028876 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2028877 INFO (searcherExecutor-7414-thread-1-processing-n:127.0.0.1:39285_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node2) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@4ef7f3fd[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2028877 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555583510595502080
[junit4] 2> 2028920 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2028920 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18fb4eac[dv_coll_shard4_replica1] main]
[junit4] 2> 2028920 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@7264612a
[junit4] 2> 2028921 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.dv_coll.shard4.replica1
[junit4] 2> 2028921 INFO (Thread-5388) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore config update listener called for core dv_coll_shard2_replica1
[junit4] 2> 2028923 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2028923 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9cc5ed8[dv_coll_shard1_replica1] main]
[junit4] 2> 2028923 INFO (searcherExecutor-7414-thread-1-processing-n:127.0.0.1:39285_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node2) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@9cc5ed8[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2028924 INFO (zkCallback-2522-thread-2-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 2028927 INFO (zkCallback-2522-thread-2-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 2028933 INFO (zkCallback-2522-thread-2-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2028933 INFO (zkCallback-2522-thread-2-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 9 ms
[junit4] 2> 2028934 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 3 replicas to apply schema update version 1 for collection dv_coll
[junit4] 2> 2028935 INFO (searcherExecutor-7418-thread-1-processing-n:127.0.0.1:64676_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@18fb4eac[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2028939 INFO (qtp1503229178-17417) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2028941 INFO (qtp1021613384-17428) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2028944 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2028945 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.ManagedIndexSchema Took 11.0ms for 3 replicas to apply schema update version 1 for collection dv_coll
[junit4] 2> 2028945 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=193
[junit4] 2> 2028945 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@72be1184
[junit4] 2> 2028945 INFO (qtp1021613384-17427) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.dv_coll.shard1.replica1
[junit4] 2> 2028972 INFO (Thread-5387) [n:127.0.0.1:39285_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2028996 INFO (TEST-DocValuesNotIndexedTest.testGroupingDVOnly-seed#[1E9662EEB72B4FF4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGroupingDVOnly
[junit4] 2> 2028998 INFO (Thread-5387) [n:127.0.0.1:39285_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 2029003 INFO (qtp1503229178-17417) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:39285/solr/dv_coll_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1555583510725525504)} 0 2
[junit4] 2> 2029005 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:39285/solr/dv_coll_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1555583510725525504)} 0 4
[junit4] 2> 2029007 INFO (Thread-5387) [n:127.0.0.1:39285_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2029007 INFO (qtp1021613384-17429) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:39285/solr/dv_coll_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1555583510726574080)} 0 5
[junit4] 2> 2029008 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555583510722379776)} 0 10
[junit4] 2> 2029009 INFO (qtp1021613384-17421) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2029009 INFO (qtp1503229178-17418) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2029009 INFO (qtp1503229178-17418) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2029009 INFO (qtp1021613384-17421) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2029010 INFO (qtp1503229178-17419) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2029010 INFO (qtp1503229178-17419) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2029010 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2029011 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2029011 INFO (qtp1021613384-17421) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@de3aadc[dv_coll_shard3_replica1] main]
[junit4] 2> 2029011 INFO (qtp1503229178-17418) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2029011 INFO (qtp1503229178-17419) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@73d57832[dv_coll_shard2_replica1] main]
[junit4] 2> 2029012 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2029012 INFO (searcherExecutor-7401-thread-1-processing-n:127.0.0.1:39285_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node1) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@de3aadc[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2029012 INFO (qtp1021613384-17421) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2029012 INFO (qtp1021613384-17421) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39285/solr/dv_coll_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 2029013 INFO (qtp1503229178-17419) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2029013 INFO (searcherExecutor-7400-thread-1-processing-n:127.0.0.1:64676_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node4) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@73d57832[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2029013 INFO (qtp1503229178-17418) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39285/solr/dv_coll_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 2029013 INFO (qtp1503229178-17419) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39285/solr/dv_coll_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 2029014 INFO (Thread-5387) [n:127.0.0.1:39285_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
[junit4] 2> 2029014 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node1/dv_coll_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001/tempDir-001/node1/./dv_coll_shard1_replica1/data/]
[junit4] 2> 2029027 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2029027 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2029027 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@453b9c00[dv_coll_shard1_replica1] main]
[junit4] 2> 2029028 INFO (qtp1021613384-17426) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39285/solr/dv_coll_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 18
[junit4] 2> 2029029 INFO (qtp1021613384-17428) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 20
[junit4] 2> 2029044 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2029045 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2029045 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 2029048 INFO (qtp1021613384-17424) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[1 (1555583510772711424), 8 (1555583510773760000), 10 (1555583510773760001), 11 (1555583510773760002), 13 (1555583510773760003), 14 (1555583510773760004), 10015 (1555583510773760005), 10020 (1555583510773760006), 24 (1555583510773760007), 27 (1555583510773760008), ... (16 adds)]} 0 1
[junit4] 2> 2029048 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[10000 (1555583510772711424), 5 (1555583510773760000), 17 (1555583510773760001), 19 (1555583510773760002), 21 (1555583510773760003), 23 (1555583510773760004), 25 (1555583510773760005), 29 (1555583510774808576), 10030 (1555583510774808577), 33 (1555583510774808578), ... (13 adds)]} 0 1
[junit4] 2> 2029049 INFO (qtp1021613384-17421) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[2 (1555583510772711424), 3 (1555583510774808576), 6 (1555583510775857152), 7 (1555583510775857153), 9 (1555583510775857154), 10010 (1555583510775857155), 18 (1555583510775857156), 10025 (1555583510775857157), 26 (1555583510775857158), 30 (1555583510775857159), ... (14 adds)]} 0 3
[junit4] 2> 2029050 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&wt=javabin&version=2}{add=[0 (1555583510774808576), 4 (1555583510775857152), 10005 (1555583510775857153), 12 (1555583510775857154), 15 (1555583510775857155), 16 (1555583510775857156), 20 (1555583510775857157), 22 (1555583510775857158), 34 (1555583510775857159), 35 (1555583510775857160), ... (16 adds)]} 0 1
[junit4] 2> 2029052 INFO (qtp1021613384-17424) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2029052 INFO (qtp1021613384-17424) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2c40bad6
[junit4] 2> 2029055 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 2029055 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2029055 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2029055 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@33cad8bb
[junit4] 2> 2029056 INFO (searcherExecutor-7423-thread-1-processing-n:127.0.0.1:39285_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node2) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@453b9c00[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2029056 INFO (qtp1503229178-17416) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2029057 INFO (qtp1503229178-17416) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2ec04e7a
[junit4] 2> 2029068 INFO (qtp1503229178-17417) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2029068 INFO (qtp1503229178-17417) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7cfe6096
[junit4] 2> 2029077 INFO (qtp1021613384-17424) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@32678518[dv_coll_shard1_replica1] main]
[junit4] 2> 2029077 INFO (qtp1021613384-17424) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2029077 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1273005c[dv_coll_shard3_replica1] main]
[junit4] 2> 2029077 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2029078 INFO (searcherExecutor-7414-thread-1-processing-n:127.0.0.1:39285_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node2) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@32678518[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C16)))}
[junit4] 2> 2029078 INFO (qtp1503229178-17416) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6efc83b[dv_coll_shard2_replica1] main]
[junit4] 2> 2029078 INFO (qtp1503229178-17416) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2029078 INFO (searcherExecutor-7400-thread-1-processing-n:127.0.0.1:64676_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll r:core_node4) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@6efc83b[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C16)))}
[junit4] 2> 2029079 INFO (qtp1503229178-17416) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 23
[junit4] 2> 2029080 INFO (searcherExecutor-7401-thread-1-processing-n:127.0.0.1:39285_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll r:core_node1) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@1273005c[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C14)))}
[junit4] 2> 2029080 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 24
[junit4] 2> 2029081 INFO (qtp1021613384-17424) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 28
[junit4] 2> 2029084 INFO (qtp1503229178-17417) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2dfe7c85[dv_coll_shard4_replica1] main]
[junit4] 2> 2029084 INFO (qtp1503229178-17417) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2029086 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2029087 INFO (searcherExecutor-7418-thread-1-processing-n:127.0.0.1:64676_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node3) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@2dfe7c85[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C13)))}
[junit4] 2> 2029088 INFO (qtp1503229178-17417) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 20
[junit4] 2> 2029090 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={_stateVer_=dv_coll:3&commit=true&wt=javabin&version=2}{commit=} 0 39
[junit4] 2> 2029093 INFO (qtp1503229178-17419) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1483520041293&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
[junit4] 2> 2029096 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@78caede9[dv_coll_shard1_replica1] main]
[junit4] 2> 2029096 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@4d47ac93
[junit4] 2> 2029098 INFO (qtp1021613384-17428) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:39285/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1483520041293&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
[junit4] 2> 2029098 INFO (qtp1503229178-17420) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:64676/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1483520041293&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
[junit4] 2> 2029099 INFO (qtp1021613384-17428) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.S.Request [dv_coll_shard1_replica1] webapp=/solr path=/select params={df=text&group.distributed.first=true&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=2048&start=0&shard.url=http://127.0.0.1:39285/solr/dv_coll_shard1_replica1/&rows=100&version=2&q=*:*&NOW=1483520041293&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=0
[junit4] 2> 2029105 INFO (qtp1503229178-17417) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1483520041293&group.topgroups.intGSF=518615650&group.topgroups.intGSF=%01&group.topgroups.intGSF=518625654&group.topgroups.intGSF=518635663&group.topgroups.intGSF=518645667&group.topgroups.intGSF=518655672&group.topgroups.intGSF=518665677&group.topgroups.intGSF=518675682&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=4
[junit4] 2> 2029106 INFO (qtp1503229178-17416) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:64676/solr/dv_coll_shard4_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1483520041293&group.topgroups.intGSF=518615650&group.topgroups.intGSF=%01&group.topgroups.intGSF=518625654&group.topgroups.intGSF=518635663&group.topgroups.intGSF=518645667&group.topgroups.intGSF=518655672&group.topgroups.intGSF=518665677&group.topgroups.intGSF=518675682&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=6
[junit4] 2> 2029108 INFO (qtp1021613384-17428) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&fl=id,score&shards.purpose=4&start=0&shard.url=http://127.0.0.1:39285/solr/dv_coll_shard3_replica1/&rows=100&version=2&group.distributed.second=true&q=*:*&NOW=1483520041293&group.topgroups.intGSF=518615650&group.topgroups.intGSF=%01&group.topgroups.intGSF=518625654&group.topgroups.intGSF=518635663&group.topgroups.intGSF=518645667&group.topgroups.intGSF=518655672&group.topgroups.intGSF=518665677&group.topgroups.intGSF=518675682&isShard=true&wt=javabin&group.field=intGSF&group=true} status=0 QTime=6
[junit4] 2> 2029108 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.dv_coll.shard1.replica1
[junit4] 2> 2029110 INFO (qtp1021613384-17428) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.c.S.Request [dv_coll_shard3_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:39285/solr/dv_coll_shard3_replica1/&rows=100&version=2&q=*:*&NOW=1483520041293&ids=26,39,18,2,3,6,7,10010,9,10035,10045,10025,30,31&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
[junit4] 2> 2029117 INFO (Thread-5387) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore config update listener called for core dv_coll_shard3_replica1
[junit4] 2> 2029110 INFO (qtp1503229178-17418) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.c.S.Request [dv_coll_shard2_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/&rows=100&version=2&q=*:*&NOW=1483520041293&ids=22,44,12,34,35,46,36,47,15,16,0,4,41,20,10005,43&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
[junit4] 2> 2029109 INFO (qtp1503229178-17415) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=dv_coll:3&group.limit=100&shards.purpose=64&shard.url=http://127.0.0.1:64676/solr/dv_coll_shard4_replica1/&rows=100&version=2&q=*:*&NOW=1483520041293&ids=33,23,45,25,10040,37,17,10030,29,19,5,10000,21&isShard=true&wt=javabin&group.field=intGSF} status=0 QTime=0
[junit4] 2> 2029124 INFO (qtp1503229178-17413) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.c.S.Request [dv_coll_shard4_replica1] webapp=/solr path=/select params={q=*:*&_stateVer_=dv_coll:3&group.limit=100&rows=100&wt=javabin&version=2&group.field=intGSF&group=true} status=0 QTime=34
[junit4] 2> 2029125 INFO (TEST-DocValuesNotIndexedTest.testGroupingDVOnly-seed#[1E9662EEB72B4FF4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGroupingDVOnly
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DocValuesNotIndexedTest -Dtests.method=testGroupingDVOnly -Dtests.seed=1E9662EEB72B4FF4 -Dtests.slow=true -Dtests.locale=sr-Latn -Dtests.timezone=America/North_Dakota/Beulah -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.18s J0 | DocValuesNotIndexedTest.testGroupingDVOnly <<<
[junit4] > Throwable #1: java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 6
[junit4] > at __randomizedtesting.SeedInfo.seed([1E9662EEB72B4FF4:852D0CB6FA737DAA]:0)
[junit4] > at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:376)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2029128 INFO (searcherExecutor-7423-thread-1-processing-n:127.0.0.1:39285_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll r:core_node2) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@78caede9[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C16)))}
[junit4] 2> 2029150 INFO (TEST-DocValuesNotIndexedTest.testGroupingSorting-seed#[1E9662EEB72B4FF4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGroupingSorting
[junit4] 2> 2029152 INFO (qtp1503229178-17419) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@66b4d9ae[dv_coll_shard2_replica1] realtime]
[junit4] 2> 2029153 INFO (qtp1021613384-17428) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c89ff7d[dv_coll_shard3_replica1] realtime]
[junit4] 2> 2029153 INFO (qtp1021613384-17428) [n:127.0.0.1:39285_solr c:dv_coll s:shard3 r:core_node1 x:dv_coll_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1555583510883860480)} 0 1
[junit4] 2> 2029153 INFO (qtp1503229178-17420) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a2e146b[dv_coll_shard4_replica1] realtime]
[junit4] 2> 2029153 INFO (qtp1503229178-17420) [n:127.0.0.1:64676_solr c:dv_coll s:shard4 r:core_node3 x:dv_coll_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1555583510882811904)} 0 2
[junit4] 2> 2029155 INFO (qtp1021613384-17421) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@53e5159d[dv_coll_shard1_replica1] realtime]
[junit4] 2> 2029155 INFO (qtp1021613384-17421) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r:core_node2 x:dv_coll_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica1] webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:64676/solr/dv_coll_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1555583510884909056)} 0 2
[junit4] 2> 2029155 INFO (qtp1503229178-17419) [n:127.0.0.1:64676_solr c:dv_coll s:shard2 r:core_node4 x:dv_coll_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555583510881763328)} 0 5
[junit4] 2> 2029156 INFO (qtp1021613384-17425) [n:127.0.0.1:39285_solr c:dv_coll s:shard1 r
[...truncated too long message...]
00000) [n:127.0.0.1:39285_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39285_solr
[junit4] 2> 2029603 INFO (zkCallback-2522-thread-1-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2029604 WARN (zkCallback-2522-thread-2-processing-n:127.0.0.1:39285_solr) [n:127.0.0.1:39285_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2029604 INFO (jetty-launcher-2511-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2029605 INFO (jetty-launcher-2511-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e06eeae{/solr,null,UNAVAILABLE}
[junit4] 2> 2031097 WARN (zkCallback-2521-thread-3-processing-n:127.0.0.1:64676_solr) [n:127.0.0.1:64676_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2031098 INFO (jetty-launcher-2511-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2031098 INFO (jetty-launcher-2511-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f8942d5{/solr,null,UNAVAILABLE}
[junit4] 2> 2031100 INFO (SUITE-DocValuesNotIndexedTest-seed#[1E9662EEB72B4FF4]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38400 38400
[junit4] 2> 2031175 INFO (Thread-5368) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38400 38400
[junit4] 2> 2031177 WARN (Thread-5368) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/configs/conf1/managed-schema
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/configs/conf1/managed-schema
[junit4] 2> 2 /solr/collections/dv_coll/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2031177 INFO (SUITE-DocValuesNotIndexedTest-seed#[1E9662EEB72B4FF4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_1E9662EEB72B4FF4-001
[junit4] 2> Jan 04, 2017 8:54:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Asserting), id=BlockTreeOrds(blocksize=128)}, docValues:{floatField=DocValuesFormat(name=Lucene70), doubleField=DocValuesFormat(name=Memory), intFieldMulti=DocValuesFormat(name=Lucene70), boolFieldMulti=DocValuesFormat(name=Memory), floatGSL=DocValuesFormat(name=Lucene70), longFieldMulti=DocValuesFormat(name=Asserting), intField=DocValuesFormat(name=Asserting), boolField=DocValuesFormat(name=Lucene70), stringFieldMulti=DocValuesFormat(name=Lucene70), dateFieldMulti=DocValuesFormat(name=Memory), longGSF=DocValuesFormat(name=Lucene70), doubleFieldMulti=DocValuesFormat(name=Lucene70), stringGSL=DocValuesFormat(name=Asserting), doubleGSF=DocValuesFormat(name=Memory), doubleGSL=DocValuesFormat(name=Asserting), stringGSF=DocValuesFormat(name=Memory), intGSL=DocValuesFormat(name=Memory), longField=DocValuesFormat(name=Lucene70), dateField=DocValuesFormat(name=Lucene70), dateGSF=DocValuesFormat(name=Lucene70), boolGSF=DocValuesFormat(name=Lucene70), longGSL=DocValuesFormat(name=Lucene70), boolGSL=DocValuesFormat(name=Lucene70), floatFieldMulti=DocValuesFormat(name=Asserting), floatGSF=DocValuesFormat(name=Lucene70), dateGSL=DocValuesFormat(name=Lucene70), intGSF=DocValuesFormat(name=Asserting), stringField=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=215, maxMBSortInHeap=7.622558224081669, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-Latn, timezone=America/North_Dakota/Beulah
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=178694584,total=509607936
[junit4] 2> NOTE: All tests run in this JVM: [SSLMigrationTest, SolrIndexMetricsTest, OutOfBoxZkACLAndCredentialsProvidersTest, PolyFieldTest, TestReloadAndDeleteDocs, TestClusterStateMutator, DistributedFacetPivotLongTailTest, JvmMetricsTest, TestIBSimilarityFactory, TestBackupRepositoryFactory, TestRandomRequestDistribution, HttpSolrCallGetCoreTest, TestSolr4Spatial2, TestCSVLoader, SyncSliceTest, BufferStoreTest, TestCryptoKeys, SynonymTokenizerTest, SuggesterFSTTest, UUIDUpdateProcessorFallbackTest, TestCustomDocTransformer, TestClassicSimilarityFactory, TestPhraseSuggestions, ConcurrentDeleteAndCreateCollectionTest, TestConfigSets, TestBlobHandler, PreAnalyzedUpdateProcessorTest, TestExclusionRuleCollectionAccess, HttpPartitionTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMissingTest, TestFastOutputStream, SolrMetricsIntegrationTest, TestNumericTerms32, SolrRequestParserTest, TestUseDocValuesAsStored, TestManagedResourceStorage, ManagedSchemaRoundRobinCloudTest, DocumentBuilderTest, TestMissingGroups, TestIntervalFaceting, ZkNodePropsTest, DataDrivenBlockJoinTest, TestExceedMaxTermLength, TestDynamicFieldCollectionResource, AssignTest, ChaosMonkeyNothingIsSafeTest, TestXIncludeConfig, ZkCLITest, TestCloudDeleteByQuery, CollectionsAPIAsyncDistributedZkTest, TestBinaryField, DeleteLastCustomShardedReplicaTest, TlogReplayBufferedWhileIndexingTest, SearchHandlerTest, HdfsBasicDistributedZkTest, SuggestComponentTest, RequiredFieldsTest, TestJettySolrRunner, TestWordDelimiterFilterFactory, TestReRankQParserPlugin, TestRawResponseWriter, HdfsNNFailoverTest, AlternateDirectoryTest, IndexBasedSpellCheckerTest, TestDistribIDF, TestConfigSetImmutable, TestSort, DistributedQueueTest, QueryElevationComponentTest, TestHighlightDedupGrouping, TestStressVersions, TestRandomDVFaceting, TestGroupingSearch, ExplicitHLLTest, SolrCoreTest, TestStandardQParsers, TestExpandComponent, OverseerTaskQueueTest, CloudExitableDirectoryReaderTest, CheckHdfsIndexTest, TimeZoneUtilsTest, TestLFUCache, TestCloudRecovery, TestElisionMultitermQuery, ZkControllerTest, OverseerCollectionConfigSetProcessorTest, TestFilteredDocIdSet, MigrateRouteKeyTest, HdfsLockFactoryTest, ShardSplitTest, StandardRequestHandlerTest, DistributedQueryComponentCustomSortTest, CursorMarkTest, SolrXmlInZkTest, TestLRUCache, MetricsHandlerTest, DistributedSuggestComponentTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestBlendedInfixSuggestions, TestJavabinTupleStreamParser, ReplicaListTransformerTest, HighlighterMaxOffsetTest, OverseerRolesTest, SpatialFilterTest, TestCustomStream, SolrMetricManagerTest, TestJmxIntegration, TestPseudoReturnFields, TestImpersonationWithHadoopAuth, SimpleFacetsTest, TestRemoteStreaming, TestMergePolicyConfig, BinaryUpdateRequestHandlerTest, AnalysisAfterCoreReloadTest, TestQuerySenderNoQuery, TestPartialUpdateDeduplication, TestSegmentSorting, TestSQLHandler, TestHashQParserPlugin, TestInitParams, TestCollectionAPI, TestExtendedDismaxParser, DistributedSpellCheckComponentTest, ZkStateWriterTest, TestCharFilters, TestSolrQueryParserResource, TestManagedSchemaThreadSafety, OpenExchangeRatesOrgProviderTest, RecoveryAfterSoftCommitTest, TestSerializedLuceneMatchVersion, SmileWriterTest, PathHierarchyTokenizerFactoryTest, TestBulkSchemaAPI, ClusterStateUpdateTest, HdfsChaosMonkeySafeLeaderTest, TestDistribDocBasedVersion, ConnectionManagerTest, TestSimpleQParserPlugin, TestLeaderInitiatedRecoveryThread, PrimitiveFieldTypeTest, TestManagedStopFilterFactory, BlockJoinFacetRandomTest, TestLockTree, TestCollationField, TestReplicaProperties, TestRandomCollapseQParserPlugin, TestCursorMarkWithoutUniqueKey, BJQParserTest, SpatialRPTFieldTypeTest, TestSolrDeletionPolicy1, TestPostingsSolrHighlighter, TestFieldCache, DateFieldTest, TestUpdate, XsltUpdateRequestHandlerTest, HLLSerializationTest, TestTolerantUpdateProcessorCloud, TestFreeTextSuggestions, VMParamsZkACLAndCredentialsProvidersTest, RuleEngineTest, TestReplicationHandler, HdfsSyncSliceTest, LeaderElectionTest, ShardRoutingCustomTest, TestDistributedSearch, TestHashPartitioner, TestReload, TestRangeQuery, StatsComponentTest, DirectUpdateHandlerTest, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, TestFoldingMultitermQuery, DocValuesTest, TestAnalyzedSuggestions, PingRequestHandlerTest, MultiTermTest, SampleTest, TestConfig, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, URLClassifyProcessorTest, TestFastLRUCache, PrimUtilsTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestSolrJ, TestDocumentBuilder, SystemInfoHandlerTest, FileUtilsTest, TestRTGBase, CursorPagingTest, CollectionReloadTest, CollectionTooManyReplicasTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, DocValuesNotIndexedTest]
[junit4] Completed [479/674 (1!)] on J0 in 6.64s, 4 tests, 1 failure <<< FAILURES!
[...truncated 63076 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1059 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1059/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail
Error Message:
expected:<200> but was:<404>
Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
at __randomizedtesting.SeedInfo.seed([784EE71CA405F489:10F1D236749FE665]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:140)
at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:304)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics
Error Message:
minorMerge: 3 expected:<4> but was:<3>
Stack Trace:
java.lang.AssertionError: minorMerge: 3 expected:<4> but was:<3>
at __randomizedtesting.SeedInfo.seed([784EE71CA405F489:B49EDAA0648B0FB2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics(SolrIndexMetricsTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11411 lines...]
[junit4] Suite: org.apache.solr.update.SolrIndexMetricsTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_784EE71CA405F489-001/init-core-data-001
[junit4] 2> 1111680 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1111680 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1111680 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1111703 WARN (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1111703 WARN (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
[junit4] 2> 1111703 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1111712 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 1111804 WARN (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1111806 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1111816 WARN (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1111818 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@270b2078
[junit4] 2> 1111818 WARN (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1111820 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@270b2078
[junit4] 2> 1111820 WARN (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1111820 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@270b2078
[junit4] 2> 1111822 INFO (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1111840 WARN (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1111841 WARN (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
[junit4] 2> 1111842 INFO (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1111850 INFO (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1111950 WARN (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1111952 INFO (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1111958 INFO (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 1111959 WARN (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1111959 INFO (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@270b2078
[junit4] 2> 1111959 INFO (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_784EE71CA405F489-001/init-core-data-001/]
[junit4] 2> 1111980 INFO (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1111980 INFO (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1111982 INFO (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b0dfca0[collection1] main]
[junit4] 2> 1111982 WARN (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1111982 INFO (coreLoadExecutor-3821-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1111984 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1111988 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testIndexMetrics
[junit4] 2> 1111988 INFO (searcherExecutor-3822-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5b0dfca0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1112856 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1112856 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@51b14861
[junit4] 2> 1112889 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@36fbbc95[collection1] main]
[junit4] 2> 1112889 INFO (searcherExecutor-3822-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@36fbbc95[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_9(7.0.0):C100) Uninverting(_a(7.0.0):C100) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 1112890 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1112890 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1112918 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1112918 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
[junit4] 2> 1112918 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1112953 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1113039 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1113041 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1113049 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 1113049 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1113059 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@270b2078
[junit4] 2> 1113060 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.m.SolrMetricManager Replacing existing reporter 'default' in registry 'solr.core.collection1': [org.apache.solr.metrics.reporters.SolrJmxReporter@5cd37b30: domain = solr.core.collection1, service url = null, agent id = null]
[junit4] 2> 1113064 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_784EE71CA405F489-001/init-core-data-001/]
[junit4] 2> 1113079 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1113079 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1113080 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@58e17dda[collection1] main]
[junit4] 2> 1113080 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1113081 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1113082 INFO (searcherExecutor-3826-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@58e17dda[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_9(7.0.0):C100) Uninverting(_a(7.0.0):C100) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 1113486 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1113555 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54b6ca37[collection1] main]
[junit4] 2> 1113555 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2debb3f
[junit4] 2> 1113555 INFO (searcherExecutor-3826-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@54b6ca37[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.0.0):C300) Uninverting(_8(7.0.0):C300) Uninverting(_c(7.0.0):C300) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 1113556 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1113559 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[784EE71CA405F489]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testIndexMetrics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrIndexMetricsTest -Dtests.method=testIndexMetrics -Dtests.seed=784EE71CA405F489 -Dtests.slow=true -Dtests.locale=pl -Dtests.timezone=Europe/Prague -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 1.58s J1 | SolrIndexMetricsTest.testIndexMetrics <<<
[junit4] > Throwable #1: java.lang.AssertionError: minorMerge: 3 expected:<4> but was:<3>
[junit4] > at __randomizedtesting.SeedInfo.seed([784EE71CA405F489:B49EDAA0648B0FB2]:0)
[junit4] > at org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics(SolrIndexMetricsTest.java:70)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1113562 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1113562 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=651316499
[junit4] 2> 1113562 INFO (coreCloseExecutor-3830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@25e4310a
[junit4] 2> 1113564 INFO (coreCloseExecutor-3830-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1113565 INFO (SUITE-SolrIndexMetricsTest-seed#[784EE71CA405F489]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_784EE71CA405F489-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=PostingsFormat(name=LuceneFixedGap), multiDefault=Lucene50(blocksize=128), intDefault=PostingsFormat(name=MockRandom), foo_s=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneFixedGap), range_facet_i_dv=Lucene50(blocksize=128), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Direct), foo_s=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=525, maxMBSortInHeap=7.299060301468916, sim=RandomSimilarity(queryNorm=true): {}, locale=pl, timezone=Europe/Prague
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=36864912,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [URLClassifyProcessorTest, OpenCloseCoreStressTest, BooleanFieldTest, MergeStrategyTest, BigEndianAscendingWordSerializerTest, TestSearchPerf, TestFieldCacheSanityChecker, StatsReloadRaceTest, TestClusterProperties, TestOverriddenPrefixQueryForCustomFieldType, TestRangeQuery, TestDistributedGrouping, TestFoldingMultitermQuery, TestCodecSupport, MultiThreadedOCPTest, LeaderElectionContextKeyTest, TestWriterPerf, CreateCollectionCleanupTest, SuggesterTest, TestBinaryResponseWriter, TestSolrCloudSnapshots, NoCacheHeaderTest, TestSolrQueryParserDefaultOperatorResource, TestConfigSetsAPI, TestUtils, AnalysisErrorHandlingTest, TestLegacyNumericRangeQueryBuilder, TestDynamicLoading, CloneFieldUpdateProcessorFactoryTest, RollingRestartTest, AutoCommitTest, ForceLeaderTest, TestFieldCacheWithThreads, SuggesterWFSTTest, DeleteInactiveReplicaTest, SliceStateTest, SolrCloudExampleTest, ClusterStateTest, CollectionReloadTest, CdcrReplicationHandlerTest, SimpleCollectionCreateDeleteTest, TestFuzzyAnalyzedSuggestions, ClassificationUpdateProcessorIntegrationTest, TestCoreDiscovery, SolrJmxReporterTest, TestIndexSearcher, TestReplicationHandlerBackup, TestDownShardTolerantSearch, TestFieldResource, FieldMutatingUpdateProcessorTest, RAMDirectoryFactoryTest, TestLMDirichletSimilarityFactory, TestBlendedInfixSuggestions, FieldAnalysisRequestHandlerTest, DeleteNodeTest, TestFilteredDocIdSet, CacheHeaderTest, TestExceedMaxTermLength, DataDrivenBlockJoinTest, DistributedVersionInfoTest, TestRandomFlRTGCloud, HLLSerializationTest, RequestHandlersTest, TestSha256AuthenticationProvider, TestDFRSimilarityFactory, BasicZkTest, TestFieldTypeResource, OverseerModifyCollectionTest, SpellPossibilityIteratorTest, TestCollationFieldDocValues, TestAuthenticationFramework, TestStressLiveNodes, CollectionsAPIDistributedZkTest, TriLevelCompositeIdRoutingTest, DistributedTermsComponentTest, SparseHLLTest, ReplicationFactorTest, TestSolrDeletionPolicy2, DistributedFacetPivotSmallAdvancedTest, FacetPivotSmallTest, PKIAuthenticationIntegrationTest, TestUseDocValuesAsStored2, TestReversedWildcardFilterFactory, ConvertedLegacyTest, LeaderInitiatedRecoveryOnShardRestartTest, CoreSorterTest, SuggesterTSTTest, SpellingQueryConverterTest, DefaultValueUpdateProcessorTest, CloudMLTQParserTest, LukeRequestHandlerTest, ZkSolrClientTest, UpdateRequestProcessorFactoryTest, BJQParserTest, DistanceFunctionTest, GraphQueryTest, TestQueryUtils, UUIDUpdateProcessorFallbackTest, HttpSolrCallGetCoreTest, TestSimpleQParserPlugin, TestMacroExpander, TestStandardQParsers, DirectUpdateHandlerOptimizeTest, RequestLoggingTest, TestRandomCollapseQParserPlugin, RemoteQueryErrorTest, TestStressRecovery, StressHdfsTest, BlockJoinFacetRandomTest, SharedFSAutoReplicaFailoverTest, TestManagedSchemaAPI, TestTolerantUpdateProcessorRandomCloud, TestSolrQueryParser, TestEmbeddedSolrServerConstructors, CircularListTest, TestUninvertingReader, SolrIndexMetricsTest]
[junit4] Completed [244/675 (1!)] on J1 in 1.90s, 1 test, 1 failure <<< FAILURES!
[...truncated 802 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_784EE71CA405F489-001/init-core-data-001
[junit4] 2> 2565231 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[784EE71CA405F489]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2565234 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[784EE71CA405F489]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_784EE71CA405F489-001/tempDir-001
[junit4] 2> 2565234 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[784EE71CA405F489]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2565234 INFO (Thread-6852) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2565234 INFO (Thread-6852) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2565334 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[784EE71CA405F489]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:53844
[junit4] 2> 2565343 INFO (jetty-launcher-4271-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2565343 INFO (jetty-launcher-4271-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2565345 INFO (jetty-launcher-4271-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@301e52f1{/solr,null,AVAILABLE}
[junit4] 2> 2565346 INFO (jetty-launcher-4271-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@412d45f3{HTTP/1.1,[http/1.1]}{127.0.0.1:45318}
[junit4] 2> 2565346 INFO (jetty-launcher-4271-thread-1) [ ] o.e.j.s.Server Started @2569387ms
[junit4] 2> 2565346 INFO (jetty-launcher-4271-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45318}
[junit4] 2> 2565346 INFO (jetty-launcher-4271-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@622880c6{/solr,null,AVAILABLE}
[junit4] 2> 2565346 ERROR (jetty-launcher-4271-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2565346 INFO (jetty-launcher-4271-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2565346 INFO (jetty-launcher-4271-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4aa1fae9{HTTP/1.1,[http/1.1]}{127.0.0.1:36335}
[junit4] 2> 2565346 INFO (jetty-launcher-4271-thread-2) [ ] o.e.j.s.Server Started @2569387ms
[junit4] 2> 2565346 INFO (jetty-launcher-4271-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36335}
[junit4] 2> 2565346 INFO (jetty-launcher-4271-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2565347 INFO (jetty-launcher-4271-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2565347 ERROR (jetty-launcher-4271-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2565347 INFO (jetty-launcher-4271-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-06T01:04:34.279Z
[junit4] 2> 2565347 INFO (jetty-launcher-4271-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2565347 INFO (jetty-launcher-4271-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2565347 INFO (jetty-launcher-4271-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2565347 INFO (jetty-launcher-4271-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-06T01:04:34.279Z
[junit4] 2> 2565349 INFO (jetty-launcher-4271-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2565350 INFO (jetty-launcher-4271-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2565359 INFO (jetty-launcher-4271-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53844/solr
[junit4] 2> 2565360 INFO (jetty-launcher-4271-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53844/solr
[junit4] 2> 2565398 INFO (jetty-launcher-4271-thread-1) [n:127.0.0.1:45318_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45318_solr
[junit4] 2> 2565399 INFO (jetty-launcher-4271-thread-2) [n:127.0.0.1:36335_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36335_solr
[junit4] 2> 2565400 INFO (jetty-launcher-4271-thread-1) [n:127.0.0.1:45318_solr ] o.a.s.c.Overseer Overseer (id=97233448086274053-127.0.0.1:45318_solr-n_0000000000) starting
[junit4] 2> 2565402 INFO (zkCallback-4282-thread-1-processing-n:127.0.0.1:36335_solr) [n:127.0.0.1:36335_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2565402 INFO (zkCallback-4281-thread-1-processing-n:127.0.0.1:45318_solr) [n:127.0.0.1:45318_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2565414 INFO (jetty-launcher-4271-thread-1) [n:127.0.0.1:45318_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45318_solr
[junit4] 2> 2565418 INFO (zkCallback-4282-thread-1-processing-n:127.0.0.1:36335_solr) [n:127.0.0.1:36335_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2565419 INFO (zkCallback-4281-thread-1-processing-n:127.0.0.1:45318_solr) [n:127.0.0.1:45318_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2565444 INFO (jetty-launcher-4271-thread-2) [n:127.0.0.1:36335_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 2565459 INFO (jetty-launcher-4271-thread-2) [n:127.0.0.1:36335_solr ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
[junit4] 2> 2565471 INFO (jetty-launcher-4271-thread-1) [n:127.0.0.1:45318_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 2565471 INFO (jetty-launcher-4271-thread-1) [n:127.0.0.1:45318_solr ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
[junit4] 2> 2565567 INFO (jetty-launcher-4271-thread-2) [n:127.0.0.1:36335_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 2565567 INFO (jetty-launcher-4271-thread-1) [n:127.0.0.1:45318_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 2565598 INFO (jetty-launcher-4271-thread-1-EventThread) [n:127.0.0.1:45318_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 2565598 INFO (jetty-launcher-4271-thread-2-EventThread) [n:127.0.0.1:36335_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 2565750 INFO (jetty-launcher-4271-thread-1) [n:127.0.0.1:45318_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_784EE71CA405F489-001/tempDir-001/node1/.
[junit4] 2> 2565760 INFO (jetty-launcher-4271-thread-2) [n:127.0.0.1:36335_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_784EE71CA405F489-001/tempDir-001/node2/.
[junit4] 2> 2566978 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
[junit4] 2> 2567128 ERROR (qtp818712600-25019) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_1]
[junit4] 2> 2567131 ERROR (qtp1538864277-25028) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_1]
[junit4] 2> 2567154 ERROR (qtp818712600-25021) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_2]
[junit4] 2> 2567157 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenCancelFail -Dtests.seed=784EE71CA405F489 -Dtests.slow=true -Dtests.locale=sr-RS -Dtests.timezone=Antarctica/Davis -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.21s J1 | TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<200> but was:<404>
[junit4] > at __randomizedtesting.SeedInfo.seed([784EE71CA405F489:10F1D236749FE665]:0)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:140)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:304)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2567226 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
[junit4] 2> 2567253 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567270 INFO (qtp1538864277-25028) [n:127.0.0.1:36335_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlU_igFZlVrZPwMEFFnYVoklmCz-AExZE7f6rf7ZAz_uB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2567270 INFO (qtp1538864277-25028) [n:127.0.0.1:36335_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlU_igFZlVrZPwMEFFnYVoklmCz-AExZE7f6rf7ZAz_uB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2567272 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
[junit4] 2> 2567305 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
[junit4] 2> 2567320 INFO (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
[junit4] 2> 2567382 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
[junit4] 2> 2567401 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567403 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567406 ERROR (qtp1538864277-25028) [n:127.0.0.1:36335_solr ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_5]
[junit4] 2> 2567418 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567423 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567424 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567428 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567448 ERROR (qtp818712600-25022) [ ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_6]
[junit4] 2> 2567459 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567460 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567462 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567472 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567473 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567475 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567476 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
[junit4] 2> 2567518 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
[junit4] 2> 2567531 WARN (qtp1538864277-25017) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
[junit4] 2> 2567531 WARN (qtp1538864277-25017) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
[junit4] 2> 2567531 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567532 WARN (qtp818712600-25019) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
[junit4] 2> 2567534 WARN (qtp818712600-25019) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
[junit4] 2> 2567535 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567546 WARN (qtp1538864277-25028) [n:127.0.0.1:36335_solr ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
[junit4] 2> 2567547 WARN (qtp1538864277-25028) [n:127.0.0.1:36335_solr ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
[junit4] 2> 2567547 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567548 WARN (qtp818712600-25018) [ ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
[junit4] 2> 2567549 WARN (qtp818712600-25018) [ ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.authentication.requestcontinues
[junit4] 2> 2567550 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567550 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
[junit4] 2> 2567615 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
[junit4] 2> 2567642 INFO (qtp1538864277-25027) [n:127.0.0.1:36335_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlbEigFZlVraxAkEFCUZcTlLtk1ChWQemvLT35y8LIhCB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2567643 INFO (qtp1538864277-25027) [n:127.0.0.1:36335_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlbEigFZlVraxAkEFCUZcTlLtk1ChWQemvLT35y8LIhCB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2567649 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567652 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567654 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567662 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567664 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567666 INFO (qtp1538864277-25027) [n:127.0.0.1:36335_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlbEigFZlVraxAkEFCUZcTlLtk1ChWQemvLT35y8LIhCB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2567666 INFO (qtp1538864277-25027) [n:127.0.0.1:36335_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlbEigFZlVraxAkEFCUZcTlLtk1ChWQemvLT35y8LIhCB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2567672 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567695 INFO (qtp1538864277-25030) [n:127.0.0.1:36335_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlb-igFZlVra_goEFByJfL5_35sIpLwPFlyONdXt9SetB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2567695 INFO (qtp1538864277-25030) [n:127.0.0.1:36335_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlb-igFZlVra_goEFByJfL5_35sIpLwPFlyONdXt9SetB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2567701 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567703 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567706 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567710 INFO (qtp818712600-25019) [n:127.0.0.1:45318_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlb-igFZlVra_goEFByJfL5_35sIpLwPFlyONdXt9SetB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2567710 INFO (qtp818712600-25019) [n:127.0.0.1:45318_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlb-igFZlVra_goEFByJfL5_35sIpLwPFlyONdXt9SetB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2567716 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567719 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567722 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567764 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567766 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567768 INFO (qtp1538864277-25027) [n:127.0.0.1:36335_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlcxigFZlVrbMQsEFKtXyjqqmGr4u_XEcR5e1kqKQu2-B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2567768 INFO (qtp1538864277-25027) [n:127.0.0.1:36335_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlcxigFZlVrbMQsEFKtXyjqqmGr4u_XEcR5e1kqKQu2-B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2567774 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567777 INFO (qtp818712600-25022) [n:127.0.0.1:45318_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlcxigFZlVrbMQsEFKtXyjqqmGr4u_XEcR5e1kqKQu2-B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2567777 INFO (qtp818712600-25022) [n:127.0.0.1:45318_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlcxigFZlVrbMQsEFKtXyjqqmGr4u_XEcR5e1kqKQu2-B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2567782 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567803 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567805 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567807 INFO (qtp1538864277-25017) [n:127.0.0.1:36335_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTldrigFZlVrbawwEFCWyUrwc4jO-qsygBN6pvVS6f9X3B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2567807 INFO (qtp1538864277-25017) [n:127.0.0.1:36335_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTldrigFZlVrbawwEFCWyUrwc4jO-qsygBN6pvVS6f9X3B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2567813 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567817 INFO (qtp818712600-25020) [n:127.0.0.1:45318_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTldrigFZlVrbawwEFCWyUrwc4jO-qsygBN6pvVS6f9X3B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2567817 INFO (qtp818712600-25020) [n:127.0.0.1:45318_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTldrigFZlVrbawwEFCWyUrwc4jO-qsygBN6pvVS6f9X3B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2567838 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567842 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567845 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567848 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
[junit4] 2> 2567911 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
[junit4] 2> 2567935 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567937 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567939 INFO (qtp1538864277-25024) [n:127.0.0.1:36335_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlfrigFZlVrb6w0EFHbi2t7V_sI_9xEtOqrtnTsCiOgiB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2567939 INFO (qtp1538864277-25024) [n:127.0.0.1:36335_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlfrigFZlVrb6w0EFHbi2t7V_sI_9xEtOqrtnTsCiOgiB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2567949 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2567951 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2567954 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567964 INFO (qtp818712600-25021) [n:127.0.0.1:45318_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlfrigFZlVrb6w0EFHbi2t7V_sI_9xEtOqrtnTsCiOgiB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2567964 INFO (qtp818712600-25021) [n:127.0.0.1:45318_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVlxTlfrigFZlVrb6w0EFHbi2t7V_sI_9xEtOqrtnTsCiOgiB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2567969 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01- -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
[junit4] 2> 2567971 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
[junit4] 2> 2568010 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
[junit4] 2> 2568020 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[784EE71CA405F489]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2568022 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[784EE71CA405F489]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53844/solr ready
[junit4] 2> 2568024 INFO (qtp1538864277-25024) [n:127.0.0.1:36335_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2568024 INFO (qtp1538864277-25024) [n:127.0.0.1:36335_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2568025 WARN (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[784EE71CA405F489]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1483700676955&s=cDOL4BjqePx9yBkPNW/sSUBJBqw="; Path=/; Domain=127.0.0.1; Expires= , 06- -2017 11:04:36 GMT; HttpOnly". Invalid 'expires' attribute: , 06- -2017 11:04:36 GMT
[junit4] 2> 2568027 INFO (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[784EE71CA405F489]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
[junit4] 2> 2568029 INFO (jetty-launcher-4271-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@412d45f3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2568029 INFO (jetty-launcher-4271-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4aa1fae9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2568030 INFO (jetty-launcher-4271-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1008702305
[junit4] 2> 2568031 INFO (jetty-launcher-4271-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1809346948
[junit4] 2> 2568044 INFO (jetty-launcher-4271-thread-2) [ ] o.a.s.c.Overseer Overseer (id=97233448086274053-127.0.0.1:45318_solr-n_0000000000) closing
[junit4] 2> 2568045 INFO (OverseerStateUpdate-97233448086274053-127.0.0.1:45318_solr-n_0000000000) [n:127.0.0.1:45318_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45318_solr
[junit4] 2> 2568047 WARN (zkCallback-4282-thread-1-processing-n:127.0.0.1:36335_solr) [n:127.0.0.1:36335_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2568049 INFO (jetty-launcher-4271-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2568049 ERROR (Thread[Thread-6871,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:36335_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 2568063 INFO (jetty-launcher-4271-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@622880c6{/solr,null,UNAVAILABLE}
[junit4] 2> 2569546 WARN (zkCallback-4281-thread-1-processing-n:127.0.0.1:45318_solr) [n:127.0.0.1:45318_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2569547 INFO (jetty-launcher-4271-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2569547 ERROR (Thread[Thread-6869,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:45318_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 2569554 INFO (jetty-launcher-4271-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@301e52f1{/solr,null,UNAVAILABLE}
[junit4] 2> 2569557 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[784EE71CA405F489]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53844 53844
[junit4] 2> 2569660 INFO (Thread-6852) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53844 53844
[junit4] 2> 2569662 WARN (Thread-6852) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/aliases.json
[junit4] 2> 16 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/clusterstate.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_13
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 16 /solr/live_nodes
[junit4] 2> 16 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 2569662 INFO (SUITE-TestSolrCloudWithDelegationTokens-seed#[784EE71CA405F489]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithDelegationTokens_784EE71CA405F489-001
[junit4] 2> Jan 06, 2017 1:04:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1878, maxMBSortInHeap=5.603648243449099, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-RS, timezone=Antarctica/Davis
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=135057048,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [URLClassifyProcessorTest, OpenCloseCoreStressTest, BooleanFieldTest, MergeStrategyTest, BigEndianAscendingWordSerializerTest, TestSearchPerf, TestFieldCacheSanityChecker, StatsReloadRaceTest, TestClusterProperties, TestOverriddenPrefixQueryForCustomFieldType, TestRangeQuery, TestDistributedGrouping, TestFoldingMultitermQuery, TestCodecSupport, MultiThreadedOCPTest, LeaderElectionContextKeyTest, TestWriterPerf, CreateCollectionCleanupTest, SuggesterTest, TestBinaryResponseWriter, TestSolrCloudSnapshots, NoCacheHeaderTest, TestSolrQueryParserDefaultOperatorResource, TestConfigSetsAPI, TestUtils, AnalysisErrorHandlingTest, TestLegacyNumericRangeQueryBuilder, TestDynamicLoading, CloneFieldUpdateProcessorFactoryTest, RollingRestartTest, AutoCommitTest, ForceLeaderTest, TestFieldCacheWithThreads, SuggesterWFSTTest, DeleteInactiveReplicaTest, SliceStateTest, SolrCloudExampleTest, ClusterStateTest, CollectionReloadTest, CdcrReplicationHandlerTest, SimpleCollectionCreateDeleteTest, TestFuzzyAnalyzedSuggestions, ClassificationUpdateProcessorIntegrationTest, TestCoreDiscovery, SolrJmxReporterTest, TestIndexSearcher, TestReplicationHandlerBackup, TestDownShardTolerantSearch, TestFieldResource, FieldMutatingUpdateProcessorTest, RAMDirectoryFactoryTest, TestLMDirichletSimilarityFactory, TestBlendedInfixSuggestions, FieldAnalysisRequestHandlerTest, DeleteNodeTest, TestFilteredDocIdSet, CacheHeaderTest, TestExceedMaxTermLength, DataDrivenBlockJoinTest, DistributedVersionInfoTest, TestRandomFlRTGCloud, HLLSerializationTest, RequestHandlersTest, TestSha256AuthenticationProvider, TestDFRSimilarityFactory, BasicZkTest, TestFieldTypeResource, OverseerModifyCollectionTest, SpellPossibilityIteratorTest, TestCollationFieldDocValues, TestAuthenticationFramework, TestStressLiveNodes, CollectionsAPIDistributedZkTest, TriLevelCompositeIdRoutingTest, DistributedTermsComponentTest, SparseHLLTest, ReplicationFactorTest, TestSolrDeletionPolicy2, DistributedFacetPivotSmallAdvancedTest, FacetPivotSmallTest, PKIAuthenticationIntegrationTest, TestUseDocValuesAsStored2, TestReversedWildcardFilterFactory, ConvertedLegacyTest, LeaderInitiatedRecoveryOnShardRestartTest, CoreSorterTest, SuggesterTSTTest, SpellingQueryConverterTest, DefaultValueUpdateProcessorTest, CloudMLTQParserTest, LukeRequestHandlerTest, ZkSolrClientTest, UpdateRequestProcessorFactoryTest, BJQParserTest, DistanceFunctionTest, GraphQueryTest, TestQueryUtils, UUIDUpdateProcessorFallbackTest, HttpSolrCallGetCoreTest, TestSimpleQParserPlugin, TestMacroExpander, TestStandardQParsers, DirectUpdateHandlerOptimizeTest, RequestLoggingTest, TestRandomCollapseQParserPlugin, RemoteQueryErrorTest, TestStressRecovery, StressHdfsTest, BlockJoinFacetRandomTest, SharedFSAutoReplicaFailoverTest, TestManagedSchemaAPI, TestTolerantUpdateProcessorRandomCloud, TestSolrQueryParser, TestEmbeddedSolrServerConstructors, CircularListTest, TestUninvertingReader, SolrIndexMetricsTest, DistributedFacetPivotWhiteBoxTest, TestCorePropertiesReload, CollectionTooManyReplicasTest, RegexBoostProcessorTest, ReturnFieldsTest, AsyncCallRequestStatusResponseTest, TermVectorComponentTest, TestPivotHelperCode, TestHashQParserPlugin, UUIDFieldTest, TestTrie, MinimalSchemaTest, TestCloudInspectUtil, TestNRTOpen, TestQuerySenderListener, FullSolrCloudDistribCmdsTest, CollectionsAPISolrJTest, DistributedFacetPivotLargeTest, LeaderFailureAfterFreshStartTest, TestRestManager, HighlighterConfigTest, TestSolrConfigHandlerConcurrent, ScriptEngineTest, ResourceLoaderTest, TestPHPSerializedResponseWriter, TestJmxMonitoredMap, ShowFileRequestHandlerTest, CSVRequestHandlerTest, RulesTest, TestConfig, TestDefaultSearchFieldResource, TestJsonFacets, TestRandomFaceting, EchoParamsTest, TestRecovery, SpellCheckComponentTest, TestChildDocTransformer, DistributedExpandComponentTest, ExternalFileFieldSortTest, IndexSchemaTest, TestFastWriter, TestLocalFSCloudBackupRestore, TestLuceneMatchVersion, AliasIntegrationTest, TestConfigReload, TestAtomicUpdateErrorCases, TestObjectReleaseTracker, TestJoin, ChaosMonkeySafeLeaderTest, OverseerTest, TestReplicationHandler, ShardRoutingCustomTest, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestReload, HardAutoCommitTest, SolrCoreTest, StatsComponentTest, BadIndexSchemaTest, TestSort, DirectUpdateHandlerTest, SoftAutoCommitTest, SolrRequestParserTest, DocValuesTest, StandardRequestHandlerTest, TestOmitPositions, TermsComponentTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, LoggingHandlerTest, MBeansHandlerTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, UpdateParamsTest, TestQuerySenderNoQuery, BadComponentTest, TestMergePolicyConfig, TestSolrCoreProperties, DirectSolrConnectionTest, TestPhraseSuggestions, TestSweetSpotSimilarityFactory, TestFastOutputStream, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, TestSolrJ, TestLRUCache, ZkNodePropsTest, SystemInfoHandlerTest, TestRTGBase, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, ConfigSetsAPITest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribCursorPagingTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, PeerSyncReplicationTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCollectionAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens]
[junit4] Completed [499/675 (2!)] on J1 in 4.95s, 8 tests, 1 failure <<< FAILURES!
[...truncated 63040 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1058 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1058/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics
Error Message:
minorMerge: 3 expected:<4> but was:<3>
Stack Trace:
java.lang.AssertionError: minorMerge: 3 expected:<4> but was:<3>
at __randomizedtesting.SeedInfo.seed([27DF473435018129:EB0F7A88F58F7A12]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics(SolrIndexMetricsTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11282 lines...]
[junit4] Suite: org.apache.solr.update.SolrIndexMetricsTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_27DF473435018129-001/init-core-data-001
[junit4] 2> 914368 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 914368 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 914369 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 914435 WARN (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 914435 WARN (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
[junit4] 2> 914435 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 914475 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 914725 WARN (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 914727 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 914748 WARN (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 914749 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36008cde
[junit4] 2> 914749 WARN (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 914752 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36008cde
[junit4] 2> 914752 WARN (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 914752 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36008cde
[junit4] 2> 914752 WARN (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 914753 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36008cde
[junit4] 2> 914755 INFO (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 914773 WARN (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 914773 WARN (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
[junit4] 2> 914773 INFO (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 914781 INFO (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 914846 WARN (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 914848 INFO (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 914854 INFO (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 914854 WARN (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 914854 INFO (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36008cde
[junit4] 2> 914854 INFO (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_27DF473435018129-001/init-core-data-001/]
[junit4] 2> 914874 INFO (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 914874 INFO (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 914878 INFO (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c5c1192[collection1] main]
[junit4] 2> 914878 WARN (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 914878 INFO (coreLoadExecutor-3003-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 914879 INFO (searcherExecutor-3004-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5c5c1192[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 914879 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 914883 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testIndexMetrics
[junit4] 2> 915714 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 915714 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@238c70e2
[junit4] 2> 915791 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6819d49e[collection1] main]
[junit4] 2> 915792 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 915792 INFO (searcherExecutor-3004-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6819d49e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.0.0):C300) Uninverting(_3(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_9(7.0.0):C100) Uninverting(_a(7.0.0):C100) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 915792 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 915817 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 915817 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
[junit4] 2> 915817 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 915825 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 915908 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 915910 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 915917 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 915918 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 915927 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36008cde
[junit4] 2> 915928 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.m.SolrMetricManager Replacing existing reporter 'default' in registry 'solr.core.collection1': [org.apache.solr.metrics.reporters.SolrJmxReporter@40f8c8a9: domain = solr.core.collection1, service url = null, agent id = null]
[junit4] 2> 915930 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_27DF473435018129-001/init-core-data-001/]
[junit4] 2> 915941 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 915941 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 915942 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b20e1e2[collection1] main]
[junit4] 2> 915942 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 915942 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 915943 INFO (searcherExecutor-3008-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b20e1e2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.0.0):C300) Uninverting(_3(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_9(7.0.0):C100) Uninverting(_a(7.0.0):C100) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 916114 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 916167 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@45a8e9e1[collection1] main]
[junit4] 2> 916168 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6a89c537
[junit4] 2> 916168 INFO (searcherExecutor-3008-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@45a8e9e1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.0.0):C300) Uninverting(_8(7.0.0):C300) Uninverting(_c(7.0.0):C300) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 916168 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 916173 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[27DF473435018129]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testIndexMetrics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrIndexMetricsTest -Dtests.method=testIndexMetrics -Dtests.seed=27DF473435018129 -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=America/Creston -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 1.30s J1 | SolrIndexMetricsTest.testIndexMetrics <<<
[junit4] > Throwable #1: java.lang.AssertionError: minorMerge: 3 expected:<4> but was:<3>
[junit4] > at __randomizedtesting.SeedInfo.seed([27DF473435018129:EB0F7A88F58F7A12]:0)
[junit4] > at org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics(SolrIndexMetricsTest.java:70)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 916175 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 916175 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1108253673
[junit4] 2> 916175 INFO (coreCloseExecutor-3012-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7decd4db
[junit4] 2> 916178 INFO (coreCloseExecutor-3012-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 916179 INFO (SUITE-SolrIndexMetricsTest-seed#[27DF473435018129]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_27DF473435018129-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=Lucene50(blocksize=128), multiDefault=Lucene50(blocksize=128), intDefault=PostingsFormat(name=MockRandom), foo_s=Lucene50(blocksize=128), id=Lucene50(blocksize=128), range_facet_i_dv=Lucene50(blocksize=128), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Memory), foo_s=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1741, maxMBSortInHeap=6.0788926320161245, sim=RandomSimilarity(queryNorm=false): {}, locale=be, timezone=America/Creston
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=67665592,total=423624704
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldCacheSortRandom, BooleanFieldTest, SortByFunctionTest, ConnectionReuseTest, HttpSolrCallGetCoreTest, TestRandomCollapseQParserPlugin, TestSolrCloudSnapshots, TestRawTransformer, SuggestComponentContextFilterQueryTest, LeaderFailureAfterFreshStartTest, DirectUpdateHandlerOptimizeTest, TestPHPSerializedResponseWriter, PKIAuthenticationIntegrationTest, QueryParsingTest, DebugComponentTest, TestPushWriter, PreAnalyzedUpdateProcessorTest, SolrCmdDistributorTest, TestBinaryResponseWriter, SolrCoreCheckLockOnStartupTest, JsonLoaderTest, TestSchemaResource, TestSuggestSpellingConverter, URLClassifyProcessorTest, SolrInfoMBeanTest, TestConfigSetsAPI, TestSolrCLIRunExample, SaslZkACLProviderTest, ShardRoutingCustomTest, DistributedFacetPivotWhiteBoxTest, OpenCloseCoreStressTest, TestDistributedMissingSort, ReturnFieldsTest, FieldMutatingUpdateProcessorTest, TestSolrQueryParserDefaultOperatorResource, FieldAnalysisRequestHandlerTest, TestStressRecovery, TestCorePropertiesReload, TestRebalanceLeaders, TestUniqueKeyFieldResource, TestRangeQuery, PreAnalyzedFieldManagedSchemaCloudTest, DistributedFacetPivotLargeTest, TestPivotHelperCode, TestInfoStreamLogging, TestLMJelinekMercerSimilarityFactory, ReplicationFactorTest, OverriddenZkACLAndCredentialsProvidersTest, NoCacheHeaderTest, AnalyticsQueryTest, TestDistribIDF, TestChildDocTransformer, TestFieldCacheWithThreads, ChaosMonkeySafeLeaderTest, TestFieldCache, SortSpecParsingTest, JavabinLoaderTest, TestUnifiedSolrHighlighter, CdcrBootstrapTest, TestZkChroot, ExitableDirectoryReaderTest, ShowFileRequestHandlerTest, ClassificationUpdateProcessorIntegrationTest, TestTolerantUpdateProcessorRandomCloud, TestAuthenticationFramework, CollectionsAPISolrJTest, TestRealTimeGet, CloneFieldUpdateProcessorFactoryTest, CloudMLTQParserTest, RegexBoostProcessorTest, TestImpersonationWithHadoopAuth, TestGraphMLResponseWriter, HighlighterConfigTest, BigEndianAscendingWordSerializerTest, VersionInfoTest, CollectionReloadTest, TestStressLiveNodes, TestRestManager, TestTrieFacet, TestCodecSupport, TestUtils, TestDistributedStatsComponentCardinality, TestMiniSolrCloudClusterSSL, TestOverriddenPrefixQueryForCustomFieldType, TestShortCircuitedRequests, TestLuceneMatchVersion, SpellCheckCollatorTest, SolrIndexMetricsTest]
[junit4] Completed [210/675 (1!)] on J1 in 1.84s, 1 test, 1 failure <<< FAILURES!
[...truncated 63960 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1057 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1057/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=3590, name=jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003) 2) Thread[id=3591, name=jetty-launcher-581-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=3590, name=jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
2) Thread[id=3591, name=jetty-launcher-581-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
at __randomizedtesting.SeedInfo.seed([3CA79A4EDCCE81E0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3590, name=jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3590, name=jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
at __randomizedtesting.SeedInfo.seed([3CA79A4EDCCE81E0]:0)
FAILED: org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics
Error Message:
minorMerge: 3 expected:<4> but was:<3>
Stack Trace:
java.lang.AssertionError: minorMerge: 3 expected:<4> but was:<3>
at __randomizedtesting.SeedInfo.seed([3CA79A4EDCCE81E0:F077A7F21C407ADB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics(SolrIndexMetricsTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10673 lines...]
[junit4] Suite: org.apache.solr.update.SolrIndexMetricsTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_3CA79A4EDCCE81E0-001/init-core-data-001
[junit4] 2> 121857 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 121858 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 121858 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 121895 WARN (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 121895 WARN (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
[junit4] 2> 121895 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 121923 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 122098 WARN (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 122102 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 122125 WARN (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 122128 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612113d3
[junit4] 2> 122128 WARN (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 122134 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612113d3
[junit4] 2> 122134 WARN (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 122134 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612113d3
[junit4] 2> 122135 WARN (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 122136 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612113d3
[junit4] 2> 122139 INFO (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 122181 WARN (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 122182 WARN (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
[junit4] 2> 122182 INFO (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 122251 INFO (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 122646 WARN (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 122688 INFO (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 122706 INFO (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 122706 WARN (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 122706 INFO (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612113d3
[junit4] 2> 122707 INFO (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_3CA79A4EDCCE81E0-001/init-core-data-001/]
[junit4] 2> 122732 INFO (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 122733 INFO (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 122735 INFO (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20e8d7d2[collection1] main]
[junit4] 2> 122735 WARN (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 122735 INFO (coreLoadExecutor-292-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 122737 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 122737 INFO (searcherExecutor-293-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@20e8d7d2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 122740 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testIndexMetrics
[junit4] 2> 124421 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 124421 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3903aded
[junit4] 2> 124590 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4dac1127[collection1] main]
[junit4] 2> 124591 INFO (searcherExecutor-293-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4dac1127[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_9(7.0.0):C100) Uninverting(_a(7.0.0):C100) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 124591 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 124609 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 124679 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 124679 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
[junit4] 2> 124680 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 124695 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 124899 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 124904 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 124913 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 124914 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 124924 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612113d3
[junit4] 2> 124927 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.m.SolrMetricManager Replacing existing reporter 'default' in registry 'solr.core.collection1': [org.apache.solr.metrics.reporters.SolrJmxReporter@e582c69: domain = solr.core.collection1, service url = null, agent id = null]
[junit4] 2> 124930 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_3CA79A4EDCCE81E0-001/init-core-data-001/]
[junit4] 2> 124944 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 124944 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 124946 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18fc9600[collection1] main]
[junit4] 2> 124946 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 124946 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 124946 INFO (searcherExecutor-297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@18fc9600[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100) Uninverting(_1(7.0.0):C100) Uninverting(_2(7.0.0):C100) Uninverting(_3(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_9(7.0.0):C100) Uninverting(_a(7.0.0):C100) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 125211 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 125277 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e2d260[collection1] main]
[junit4] 2> 125277 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@223cac86
[junit4] 2> 125277 INFO (searcherExecutor-297-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e2d260[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.0.0):C300) Uninverting(_8(7.0.0):C300) Uninverting(_c(7.0.0):C300) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 125281 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 125286 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[3CA79A4EDCCE81E0]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testIndexMetrics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrIndexMetricsTest -Dtests.method=testIndexMetrics -Dtests.seed=3CA79A4EDCCE81E0 -Dtests.slow=true -Dtests.locale=ru -Dtests.timezone=Africa/Johannesburg -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 2.55s J1 | SolrIndexMetricsTest.testIndexMetrics <<<
[junit4] > Throwable #1: java.lang.AssertionError: minorMerge: 3 expected:<4> but was:<3>
[junit4] > at __randomizedtesting.SeedInfo.seed([3CA79A4EDCCE81E0:F077A7F21C407ADB]:0)
[junit4] > at org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics(SolrIndexMetricsTest.java:70)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 125292 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 125292 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=716068798
[junit4] 2> 125294 INFO (coreCloseExecutor-301-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7f2743a4
[junit4] 2> 125298 INFO (coreCloseExecutor-301-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 125299 INFO (SUITE-SolrIndexMetricsTest-seed#[3CA79A4EDCCE81E0]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_3CA79A4EDCCE81E0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=PostingsFormat(name=Memory), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=Lucene50(blocksize=128), foo_s=Lucene50(blocksize=128), id=PostingsFormat(name=Memory), range_facet_i_dv=Lucene50(blocksize=128), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), foo_s=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=404, maxMBSortInHeap=5.33850131024816, sim=RandomSimilarity(queryNorm=false): {}, locale=ru, timezone=Africa/Johannesburg
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=19192160,total=127614976
[junit4] 2> NOTE: All tests run in this JVM: [ResponseLogComponentTest, DeleteInactiveReplicaTest, TestTolerantUpdateProcessorRandomCloud, TestReversedWildcardFilterFactory, DistributedExpandComponentTest, TestRangeQuery, TestBinaryResponseWriter, TestExportWriter, ZkSolrClientTest, SolrIndexMetricsTest]
[junit4] Completed [19/675 (1!)] on J1 in 3.48s, 1 test, 1 failure <<< FAILURES!
[...truncated 327 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3CA79A4EDCCE81E0-001/init-core-data-001
[junit4] 2> 525537 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 525563 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3CA79A4EDCCE81E0-001/tempDir-001
[junit4] 2> 525563 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 525563 INFO (Thread-823) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 525563 INFO (Thread-823) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 525663 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[3CA79A4EDCCE81E0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47358
[junit4] 2> 525673 INFO (jetty-launcher-581-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 525673 INFO (jetty-launcher-581-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 525675 INFO (jetty-launcher-581-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13724f18{/solr,null,AVAILABLE}
[junit4] 2> 525675 INFO (jetty-launcher-581-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3adffda6{HTTP/1.1,[http/1.1]}{127.0.0.1:37474}
[junit4] 2> 525675 INFO (jetty-launcher-581-thread-2) [ ] o.e.j.s.Server Started @528545ms
[junit4] 2> 525675 INFO (jetty-launcher-581-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37474}
[junit4] 2> 525676 ERROR (jetty-launcher-581-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 525676 INFO (jetty-launcher-581-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 525676 INFO (jetty-launcher-581-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 525676 INFO (jetty-launcher-581-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 525676 INFO (jetty-launcher-581-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T04:29:40.360Z
[junit4] 2> 525679 INFO (jetty-launcher-581-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e0cc7be{/solr,null,AVAILABLE}
[junit4] 2> 525680 INFO (jetty-launcher-581-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f3c19ca{HTTP/1.1,[http/1.1]}{127.0.0.1:52422}
[junit4] 2> 525680 INFO (jetty-launcher-581-thread-1) [ ] o.e.j.s.Server Started @528549ms
[junit4] 2> 525680 INFO (jetty-launcher-581-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52422}
[junit4] 2> 525680 ERROR (jetty-launcher-581-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 525680 INFO (jetty-launcher-581-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 525680 INFO (jetty-launcher-581-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 525680 INFO (jetty-launcher-581-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 525680 INFO (jetty-launcher-581-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-05T04:29:40.364Z
[junit4] 2> 525685 INFO (jetty-launcher-581-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 525686 INFO (jetty-launcher-581-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 525711 INFO (jetty-launcher-581-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47358/solr
[junit4] 2> 525711 INFO (jetty-launcher-581-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47358/solr
[junit4] 2> 525747 INFO (jetty-launcher-581-thread-2) [n:127.0.0.1:37474_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37474_solr
[junit4] 2> 525748 INFO (jetty-launcher-581-thread-2) [n:127.0.0.1:37474_solr ] o.a.s.c.Overseer Overseer (id=97228592267198468-127.0.0.1:37474_solr-n_0000000000) starting
[junit4] 2> 525751 INFO (jetty-launcher-581-thread-1) [n:127.0.0.1:52422_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52422_solr
[junit4] 2> 525754 INFO (zkCallback-591-thread-1-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 525755 INFO (zkCallback-592-thread-1-processing-n:127.0.0.1:52422_solr) [n:127.0.0.1:52422_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 525762 INFO (jetty-launcher-581-thread-2) [n:127.0.0.1:37474_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37474_solr
[junit4] 2> 525788 INFO (zkCallback-591-thread-1-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 525794 INFO (zkCallback-592-thread-1-processing-n:127.0.0.1:52422_solr) [n:127.0.0.1:52422_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 525824 INFO (jetty-launcher-581-thread-2) [n:127.0.0.1:37474_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 525833 INFO (jetty-launcher-581-thread-2) [n:127.0.0.1:37474_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=solaris-vm,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 525837 INFO (jetty-launcher-581-thread-2) [n:127.0.0.1:37474_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 525839 INFO (jetty-launcher-581-thread-2-EventThread) [n:127.0.0.1:37474_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 525865 INFO (jetty-launcher-581-thread-1) [n:127.0.0.1:52422_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 525865 INFO (jetty-launcher-581-thread-1) [n:127.0.0.1:52422_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=solaris-vm,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 525866 INFO (jetty-launcher-581-thread-1) [n:127.0.0.1:52422_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 525869 INFO (jetty-launcher-581-thread-1-EventThread) [n:127.0.0.1:52422_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 525870 INFO (jetty-launcher-581-thread-2) [n:127.0.0.1:37474_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3CA79A4EDCCE81E0-001/tempDir-001/node2/.
[junit4] 2> 525901 INFO (jetty-launcher-581-thread-1) [n:127.0.0.1:52422_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3CA79A4EDCCE81E0-001/tempDir-001/node1/.
[junit4] 2> 526186 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 526200 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1483626580880&s=dEO7wdptLjxXAEhkTbCM3S2O0EI="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:40 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:40 GMT
[junit4] 2> 526200 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 526221 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 526236 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1483626580906&s=GtgPD16fDNZT1hV47WSJ/U45Qjw="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:40 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:40 GMT
[junit4] 2> 526236 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 526261 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 526263 INFO (qtp1293387021-3466) [n:127.0.0.1:37474_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 526263 INFO (qtp1293387021-3466) [n:127.0.0.1:37474_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 526264 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1483626580946&s=1QP1mwmQd2+JEAztIC1O+51qy2g="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:40 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:40 GMT
[junit4] 2> 526264 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 526286 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 526287 INFO (qtp1293387021-3467) [n:127.0.0.1:37474_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 526287 INFO (qtp1293387021-3467) [n:127.0.0.1:37474_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 526287 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1483626580970&s=MwEiYuPg1z5R9CWdSylbxpYZ9fs="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:40 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:40 GMT
[junit4] 2> 526287 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 526309 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 526310 INFO (qtp1293387021-3468) [n:127.0.0.1:37474_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 526310 INFO (qtp1293387021-3468) [n:127.0.0.1:37474_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 526311 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1483626580994&s=jDoobnajZTGXlNNxGwDXaB+u2Fc="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:40 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:40 GMT
[junit4] 2> 526311 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 526331 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 527022 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 527023 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47358/solr ready
[junit4] 2> 527030 INFO (qtp1293387021-3462) [n:127.0.0.1:37474_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 527035 INFO (OverseerThreadFactory-1611-thread-1-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 527144 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2
[junit4] 2> 527254 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528169 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 528198 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica1] Schema name=test
[junit4] 2> 528284 WARN (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 528291 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 528309 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica1' using configuration from collection forwardingCollection
[junit4] 2> 528309 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3CA79A4EDCCE81E0-001/tempDir-001/node2/forwardingCollection_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_3CA79A4EDCCE81E0-001/tempDir-001/node2/./forwardingCollection_shard1_replica1/data/]
[junit4] 2> 528309 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@612113d3
[junit4] 2> 528311 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.23645653469846994]
[junit4] 2> 528328 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 528328 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 528329 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 528329 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 528330 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=77.69140625, floorSegmentMB=1.76171875, forceMergeDeletesPctAllowed=21.93474311168293, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6396975797826988
[junit4] 2> 528330 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a4ecfd3[forwardingCollection_shard1_replica1] main]
[junit4] 2> 528331 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 528336 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 528353 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 528353 INFO (searcherExecutor-1616-thread-1-processing-n:127.0.0.1:37474_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 528354 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555657479199653888
[junit4] 2> 528354 INFO (searcherExecutor-1616-thread-1-processing-n:127.0.0.1:37474_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 528354 INFO (searcherExecutor-1616-thread-1-processing-n:127.0.0.1:37474_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 528354 INFO (searcherExecutor-1616-thread-1-processing-n:127.0.0.1:37474_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 528354 INFO (searcherExecutor-1616-thread-1-processing-n:127.0.0.1:37474_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 528355 INFO (searcherExecutor-1616-thread-1-processing-n:127.0.0.1:37474_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 528355 INFO (searcherExecutor-1616-thread-1-processing-n:127.0.0.1:37474_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 528355 INFO (searcherExecutor-1616-thread-1-processing-n:127.0.0.1:37474_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 528356 INFO (searcherExecutor-1616-thread-1-processing-n:127.0.0.1:37474_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 528358 INFO (searcherExecutor-1616-thread-1-processing-n:127.0.0.1:37474_solr x:forwardingCollection_shard1_replica1 s:shard1 c:forwardingCollection) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica1] Registered new searcher Searcher@3a4ecfd3[forwardingCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 528364 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 528364 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 528364 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37474/solr/forwardingCollection_shard1_replica1/
[junit4] 2> 528364 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 528364 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:37474/solr/forwardingCollection_shard1_replica1/ has no replicas
[junit4] 2> 528373 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37474/solr/forwardingCollection_shard1_replica1/ shard1
[junit4] 2> 528478 INFO (zkCallback-591-thread-3-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528526 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 528530 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 x:forwardingCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1387
[junit4] 2> 528531 WARN (httpShardExecutor-1607-thread-1-processing-n:127.0.0.1:37474_solr [http:////127.0.0.1:37474//solr] http:////127.0.0.1:37474//solr) [n:127.0.0.1:37474_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1483626581827&s=4eBT+M/ApRy9Xxl3eiGeQjBHrTw="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:41 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:41 GMT
[junit4] 2> 528536 INFO (qtp1293387021-3462) [n:127.0.0.1:37474_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 528632 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 529038 INFO (OverseerCollectionConfigSetProcessor-97228592267198468-127.0.0.1:37474_solr-n_0000000000) [n:127.0.0.1:37474_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 529536 INFO (qtp1293387021-3462) [n:127.0.0.1:37474_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2507
[junit4] 2> 529537 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1483626581714&s=vwPg7wf/gLkHVYW0ZLpU4L4XqWY="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:41 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:41 GMT
[junit4] 2> 529537 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 529538 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 529541 INFO (qtp1293387021-3467) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.S.Request [forwardingCollection_shard1_replica1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 529541 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1483626584224&s=Uf8LCETDAhOZuNMINMwGWOSFZ88="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:44 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:44 GMT
[junit4] 2> 529548 INFO (qtp1293387021-3465) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.S.Request [forwardingCollection_shard1_replica1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 529549 WARN (qtp918162647-3472) [n:127.0.0.1:52422_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1483626584232&s=zq33IfnwGBU03UWZNmNyGpVLkfE="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:44 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:44 GMT
[junit4] 2> 529550 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1483626584230&s=n7EHu6wnyiWJxkQe/ByNM1dvjEw="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:44 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:44 GMT
[junit4] 2> 529550 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1483626584232&s=zq33IfnwGBU03UWZNmNyGpVLkfE="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:44 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:44 GMT
[junit4] 2> 529550 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 529575 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 529579 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1483626584260&s=wRxFP6wFxkO9YpNaYjNXMmynL7M="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:44 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:44 GMT
[junit4] 2> 529579 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 529607 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 549773 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x1596ce3b8190006 due to java.io.IOException: Connection reset by peer
[junit4] 2> 549775 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1483626584291&s=8ag6yBfLKMH+60cab8j2zdLwG7w="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:29:44 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:29:44 GMT
[junit4] 2> 549775 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 549801 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 549803 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1483626604485&s=GbqgbmR0HlZ3RduMjPJb6kSuWT0="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:30:04 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:30:04 GMT
[junit4] 2> 549803 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 549835 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 549847 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1483626604526&s=mhs1X6tL4Qjbr6zc1IS9AE3RJoQ="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:30:04 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:30:04 GMT
[junit4] 2> 549848 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 549873 WARN (zkCallback-599-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5169a94 name: ZooKeeperConnection Watcher:127.0.0.1:47358/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 549873 WARN (zkCallback-599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 549873 INFO (jetty-launcher-581-thread-2-EventThread) [n:127.0.0.1:37474_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 549874 INFO (jetty-launcher-581-thread-1-EventThread) [n:127.0.0.1:52422_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 549876 WARN (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d3fd2e9 name: ZooKeeperConnection Watcher:127.0.0.1:47358/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 549876 WARN (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 549880 WARN (zkCallback-592-thread-1-processing-n:127.0.0.1:52422_solr) [n:127.0.0.1:52422_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b45e9d4 name: ZooKeeperConnection Watcher:127.0.0.1:47358/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 549880 WARN (zkCallback-592-thread-1-processing-n:127.0.0.1:52422_solr) [n:127.0.0.1:52422_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 549882 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 549882 INFO (qtp1293387021-3464) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:519)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:128)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:404)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:310)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:113)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 549883 WARN (qtp1293387021-3464) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:410)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:310)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:113)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:519)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:128)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:404)
[junit4] 2> ... 26 more
[junit4] 2> 549884 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 549913 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 549930 WARN (qtp1293387021-3462) [n:127.0.0.1:37474_solr ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 549930 WARN (qtp1293387021-3462) [n:127.0.0.1:37474_solr ] o.a.h.s.UserGroupInformation No groups available for user bar
[junit4] 2> 549931 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[3CA79A4EDCCE81E0]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1483626604598&s=PopQtG0y51lYfn0RTYlj05BIcyU="; Path=/; Domain=127.0.0.1; Expires= , 05- -2017 14:30:04 GMT; HttpOnly". Invalid 'expires' attribute: , 05- -2017 14:30:04 GMT
[junit4] 2> 549932 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[3CA79A4EDCCE81E0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 550843 INFO (jetty-launcher-581-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3adffda6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 550843 INFO (jetty-launcher-581-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=947879515
[junit4] 2> 550844 INFO (jetty-launcher-581-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2f3c19ca{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 550844 INFO (jetty-launcher-581-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=577120037
[junit4] 2> 551039 WARN (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d3fd2e9 name: ZooKeeperConnection Watcher:127.0.0.1:47358/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 551039 WARN (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 551040 WARN (OverseerStateUpdate-97228592267198468-127.0.0.1:37474_solr-n_0000000000) [n:127.0.0.1:37474_solr ] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer main queue loop
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:339)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:336)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:299)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.firstChild(DistributedQueue.java:279)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.firstElement(DistributedQueue.java:384)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:160)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:138)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:179)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 551041 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.Overseer Overseer (id=97228592267198468-127.0.0.1:37474_solr-n_0000000000) closing
[junit4] 2> 551041 INFO (OverseerStateUpdate-97228592267198468-127.0.0.1:37474_solr-n_0000000000) [n:127.0.0.1:37474_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37474_solr
[junit4] 2> 551042 WARN (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 551044 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 551044 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
[junit4] 2> 551047 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
[junit4] 2> 551053 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37474_solr
[junit4] 2> 551055 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.Overseer Overseer (id=97228592267198476-127.0.0.1:37474_solr-n_0000000002) starting
[junit4] 2> 551068 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37474_solr
[junit4] 2> 551074 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
[junit4] 2> 551074 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 551074 INFO (coreZkRegister-1602-thread-1-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.ZkController Registering core forwardingCollection_shard1_replica1 afterExpiration? true
[junit4] 2> 551075 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 551076 INFO (zkCallback-591-thread-2-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 551076 INFO (Thread-848) [n:127.0.0.1:37474_solr ] o.a.s.c.SolrCore config update listener called for core forwardingCollection_shard1_replica1
[junit4] 2> 551077 INFO (coreZkRegister-1602-thread-1-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.ActionThrottle The last leader attempt started 22726ms ago.
[junit4] 2> 551079 INFO (coreZkRegister-1602-thread-1-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 551079 INFO (coreZkRegister-1602-thread-1-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37474/solr/forwardingCollection_shard1_replica1/
[junit4] 2> 551079 INFO (coreZkRegister-1602-thread-1-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 551079 INFO (coreZkRegister-1602-thread-1-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:37474/solr/forwardingCollection_shard1_replica1/ has no replicas
[junit4] 2> 551084 INFO (coreZkRegister-1602-thread-1-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37474/solr/forwardingCollection_shard1_replica1/ shard1
[junit4] 2> 551085 INFO (coreZkRegister-1602-thread-1-processing-n:127.0.0.1:37474_solr) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 551141 ERROR (jetty-launcher-581-thread-1) [ ] o.a.s.c.Overseer Could not create Overseer node
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:391)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:388)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:388)
[junit4] 2> at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:728)
[junit4] 2> at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:601)
[junit4] 2> at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:588)
[junit4] 2> at org.apache.solr.cloud.ZkController.publishNodeAsDown(ZkController.java:2407)
[junit4] 2> at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:654)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.destroy(SolrDispatchFilter.java:287)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.destroyInstance(FilterHolder.java:172)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.doStop(FilterHolder.java:150)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doStop(ServletHandler.java:238)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doStop(SessionHandler.java:127)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.stopContext(ContextHandler.java:825)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.stopContext(ServletContextHandler.java:356)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doStop(ContextHandler.java:880)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.doStop(ServletContextHandler.java:272)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.stop(ContainerLifeCycle.java:142)
[junit4] 2> at org.eclipse.jetty.util.component.ContainerLifeCycle.doStop(ContainerLifeCycle.java:160)
[junit4] 2> at org.eclipse.jetty.server.handler.AbstractHandler.doStop(AbstractHandler.java:73)
[junit4] 2> at org.eclipse.jetty.server.Server.doStop(Server.java:493)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.stop(JettySolrRunner.java:382)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.stopJettySolrRunner(MiniSolrCloudCluster.java:415)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$shutdown$1(MiniSolrCloudCluster.java:450)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 551142 WARN (jetty-launcher-581-thread-1) [ ] o.a.s.c.ZkController Could not publish node as down: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4] 2> 551143 INFO (coreCloseExecutor-1623-thread-1) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@cda5286
[junit4] 2> 551154 INFO (coreCloseExecutor-1623-thread-1) [n:127.0.0.1:37474_solr c:forwardingCollection s:shard1 r:core_node1 x:forwardingCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.forwardingCollection.shard1.replica1
[junit4] 2> 551154 INFO (jetty-launcher-581-thread-1) [ ] o.a.s.c.Overseer Overseer (id=97228592267198476-127.0.0.1:37474_solr-n_0000000002) closing
[junit4] 2> 551155 INFO (OverseerStateUpdate-97228592267198476-127.0.0.1:37474_solr-n_0000000002) [n:127.0.0.1:37474_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37474_solr
[junit4] 2> 551161 INFO (jetty-launcher-581-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 551162 ERROR (Thread[Thread-840,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:37474_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 5
[...truncated too long message...]
.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2> 584437 WARN (jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358)) [n:127.0.0.1:52422_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
[junit4] 2> 584937 WARN (jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358)) [n:127.0.0.1:52422_solr ] o.a.z.c.StaticHostProvider Unexpected exception
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2> 584938 WARN (jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358)) [n:127.0.0.1:52422_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
[junit4] 2> 585439 WARN (jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358)) [n:127.0.0.1:52422_solr ] o.a.z.c.StaticHostProvider Unexpected exception
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2> 585439 WARN (jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358)) [n:127.0.0.1:52422_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
[junit4] 2> 585940 WARN (jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358)) [n:127.0.0.1:52422_solr ] o.a.z.c.StaticHostProvider Unexpected exception
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2> 585940 WARN (jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358)) [n:127.0.0.1:52422_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
[junit4] 2> Jan 05, 2017 4:30:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=3590, name=jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=71, maxMBSortInHeap=7.518656450037901, sim=RandomSimilarity(queryNorm=true): {}, locale=el, timezone=Etc/GMT-10
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=2,free=54032912,total=173170688
[junit4] 2> NOTE: All tests run in this JVM: [ResponseLogComponentTest, DeleteInactiveReplicaTest, TestTolerantUpdateProcessorRandomCloud, TestReversedWildcardFilterFactory, DistributedExpandComponentTest, TestRangeQuery, TestBinaryResponseWriter, TestExportWriter, ZkSolrClientTest, SolrIndexMetricsTest, TestSolrQueryParserDefaultOperatorResource, DistributedFacetPivotSmallAdvancedTest, TestSubQueryTransformerCrossCore, TestFuzzyAnalyzedSuggestions, TestFieldCache, SecurityConfHandlerTest, StatsComponentTest, TestQuerySenderListener, UUIDUpdateProcessorFallbackTest, HdfsUnloadDistributedZkTest, LeaderInitiatedRecoveryOnShardRestartTest, EchoParamsTest, TestSolrQueryParser, TestUnifiedSolrHighlighter, PreAnalyzedFieldManagedSchemaCloudTest, TestManagedSchemaAPI, ResourceLoaderTest, SpellCheckCollatorTest, HdfsChaosMonkeyNothingIsSafeTest, WordBreakSolrSpellCheckerTest, TestDocSet, TestLMJelinekMercerSimilarityFactory, TestRawTransformer, BasicDistributedZk2Test, TestSystemIdResolver, UpdateRequestProcessorFactoryTest, OpenCloseCoreStressTest, TestAuthenticationFramework, FieldAnalysisRequestHandlerTest, SolrCoreMetricManagerTest, DataDrivenBlockJoinTest, TestChildDocTransformer, ClassificationUpdateProcessorIntegrationTest, TestMiniSolrCloudClusterSSL, TestSolrDynamicMBean, NotRequiredUniqueKeyTest, TestFoldingMultitermQuery, TermVectorComponentDistributedTest, TestGraphMLResponseWriter, SuggesterTSTTest, TestImpersonationWithHadoopAuth, TestRandomFlRTGCloud, TestAtomicUpdateErrorCases, AsyncCallRequestStatusResponseTest, ScriptEngineTest, OverseerModifyCollectionTest, PreAnalyzedUpdateProcessorTest, CurrencyFieldOpenExchangeTest, SharedFSAutoReplicaFailoverTest, TestUseDocValuesAsStored2, TestCustomSort, TestPushWriter, SuggesterTest, TestRandomCollapseQParserPlugin, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=3CA79A4EDCCE81E0 -Dtests.slow=true -Dtests.locale=el -Dtests.timezone=Etc/GMT-10 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=3590, name=jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > 2) Thread[id=3591, name=jetty-launcher-581-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
[junit4] > at __randomizedtesting.SeedInfo.seed([3CA79A4EDCCE81E0]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=3590, name=jetty-launcher-581-thread-1-SendThread(127.0.0.1:47358), state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] > at __randomizedtesting.SeedInfo.seed([3CA79A4EDCCE81E0]:0)
[junit4] Completed [121/675 (2!)] on J1 in 60.92s, 12 tests, 2 errors <<< FAILURES!
[...truncated 64240 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build #
1056 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1056/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.PeerSyncReplicationTest.test
Error Message:
timeout waiting to see all nodes active
Stack Trace:
java.lang.AssertionError: timeout waiting to see all nodes active
at __randomizedtesting.SeedInfo.seed([31A2606C446B075C:B9F65FB6EA976AA4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:311)
at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:262)
at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:244)
at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:133)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics
Error Message:
minorMerge: 3 expected:<4> but was:<3>
Stack Trace:
java.lang.AssertionError: minorMerge: 3 expected:<4> but was:<3>
at __randomizedtesting.SeedInfo.seed([31A2606C446B075C:FD725DD084E5FC67]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics(SolrIndexMetricsTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11240 lines...]
[junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/init-core-data-001
[junit4] 2> 704711 INFO (SUITE-PeerSyncReplicationTest-seed#[31A2606C446B075C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 704712 INFO (SUITE-PeerSyncReplicationTest-seed#[31A2606C446B075C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /guhg/r
[junit4] 2> 704713 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 704713 INFO (Thread-1170) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 704714 INFO (Thread-1170) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 704813 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.ZkTestServer start zk server on port:65017
[junit4] 2> 704847 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 704853 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 704857 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 704861 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 704865 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 704868 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 704870 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 704874 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 704877 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 704880 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 704882 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 705071 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/control-001/cores/collection1
[junit4] 2> 705072 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 705074 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@347b52cc{/guhg/r,null,AVAILABLE}
[junit4] 2> 705077 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@aec2022{HTTP/1.1,[http/1.1]}{127.0.0.1:50339}
[junit4] 2> 705077 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.Server Started @708225ms
[junit4] 2> 705077 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/tempDir-001/control/data, hostContext=/guhg/r, hostPort=50339, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/control-001/cores}
[junit4] 2> 705077 ERROR (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 705077 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 705077 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 705077 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 705077 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-04T18:33:05.593Z
[junit4] 2> 705084 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 705084 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/control-001/solr.xml
[junit4] 2> 705094 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65017/solr
[junit4] 2> 705149 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50339_guhg%2Fr
[junit4] 2> 705151 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.Overseer Overseer (id=97226246404964356-127.0.0.1:50339_guhg%2Fr-n_0000000000) starting
[junit4] 2> 705164 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50339_guhg%2Fr
[junit4] 2> 705168 INFO (zkCallback-709-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 705367 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/control-001/cores
[junit4] 2> 705367 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 705375 INFO (OverseerStateUpdate-97226246404964356-127.0.0.1:50339_guhg%2Fr-n_0000000000) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 706424 WARN (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 706425 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 706437 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 706521 WARN (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 706523 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 706542 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 706543 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/control-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/control-001/cores/collection1/data/]
[junit4] 2> 706543 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32d46d96
[junit4] 2> 706545 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35058328098533587]
[junit4] 2> 706554 WARN (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 706564 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 706564 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 706565 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706565 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706565 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=78.8291015625, floorSegmentMB=0.9267578125, forceMergeDeletesPctAllowed=25.385322285676374, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6030178136376037
[junit4] 2> 706566 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72de477e[collection1] main]
[junit4] 2> 706570 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 706571 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706571 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 706572 INFO (searcherExecutor-1777-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr x:collection1 c:control_collection) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@72de477e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 706572 INFO (coreLoadExecutor-1776-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555619944425586688
[junit4] 2> 706583 INFO (coreZkRegister-1769-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr x:collection1 c:control_collection) [n:127.0.0.1:50339_guhg%2Fr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 706583 INFO (coreZkRegister-1769-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr x:collection1 c:control_collection) [n:127.0.0.1:50339_guhg%2Fr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 706583 INFO (coreZkRegister-1769-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr x:collection1 c:control_collection) [n:127.0.0.1:50339_guhg%2Fr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50339/guhg/r/collection1/
[junit4] 2> 706583 INFO (coreZkRegister-1769-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr x:collection1 c:control_collection) [n:127.0.0.1:50339_guhg%2Fr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 706584 INFO (coreZkRegister-1769-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr x:collection1 c:control_collection) [n:127.0.0.1:50339_guhg%2Fr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:50339/guhg/r/collection1/ has no replicas
[junit4] 2> 706591 INFO (coreZkRegister-1769-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr x:collection1 c:control_collection) [n:127.0.0.1:50339_guhg%2Fr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50339/guhg/r/collection1/ shard1
[junit4] 2> 706743 INFO (coreZkRegister-1769-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr x:collection1 c:control_collection) [n:127.0.0.1:50339_guhg%2Fr c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 707029 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 707031 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65017/solr ready
[junit4] 2> 707031 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 707031 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 707195 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-1-001/cores/collection1
[junit4] 2> 707196 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-1-001
[junit4] 2> 707196 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 707198 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1325f0d9{/guhg/r,null,AVAILABLE}
[junit4] 2> 707198 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3256f444{HTTP/1.1,[http/1.1]}{127.0.0.1:50789}
[junit4] 2> 707198 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.Server Started @710348ms
[junit4] 2> 707198 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/guhg/r, hostPort=50789, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-1-001/cores}
[junit4] 2> 707200 ERROR (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 707200 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 707200 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 707200 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 707200 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-04T18:33:07.716Z
[junit4] 2> 707204 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 707204 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-1-001/solr.xml
[junit4] 2> 707211 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65017/solr
[junit4] 2> 707227 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 707235 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50789_guhg%2Fr
[junit4] 2> 707237 INFO (zkCallback-709-thread-3-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707239 INFO (zkCallback-713-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707241 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 707292 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-1-001/cores
[junit4] 2> 707292 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 707297 INFO (OverseerStateUpdate-97226246404964356-127.0.0.1:50339_guhg%2Fr-n_0000000000) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 707401 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 708310 WARN (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 708310 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 708322 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 708383 WARN (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 708384 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 708402 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 708402 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-1-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 708402 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32d46d96
[junit4] 2> 708405 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35058328098533587]
[junit4] 2> 708420 WARN (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 708433 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 708433 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 708434 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 708434 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 708435 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=78.8291015625, floorSegmentMB=0.9267578125, forceMergeDeletesPctAllowed=25.385322285676374, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6030178136376037
[junit4] 2> 708436 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ea89fc8[collection1] main]
[junit4] 2> 708438 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 708439 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 708439 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 708440 INFO (searcherExecutor-1788-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ea89fc8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 708440 INFO (coreLoadExecutor-1787-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555619946384326656
[junit4] 2> 708451 INFO (coreZkRegister-1782-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:50789_guhg%2Fr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 708451 INFO (coreZkRegister-1782-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:50789_guhg%2Fr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 708451 INFO (coreZkRegister-1782-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:50789_guhg%2Fr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50789/guhg/r/collection1/
[junit4] 2> 708451 INFO (coreZkRegister-1782-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:50789_guhg%2Fr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 708451 INFO (coreZkRegister-1782-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:50789_guhg%2Fr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:50789/guhg/r/collection1/ has no replicas
[junit4] 2> 708457 INFO (coreZkRegister-1782-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:50789_guhg%2Fr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50789/guhg/r/collection1/ shard1
[junit4] 2> 708583 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 708628 INFO (coreZkRegister-1782-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:50789_guhg%2Fr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 708735 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 709083 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-2-001/cores/collection1
[junit4] 2> 709084 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-2-001
[junit4] 2> 709085 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 709087 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e5e7c38{/guhg/r,null,AVAILABLE}
[junit4] 2> 709088 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ec36a7f{HTTP/1.1,[http/1.1]}{127.0.0.1:37612}
[junit4] 2> 709088 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.Server Started @712238ms
[junit4] 2> 709088 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/guhg/r, hostPort=37612, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-2-001/cores}
[junit4] 2> 709088 ERROR (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 709089 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 709089 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 709089 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 709089 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-04T18:33:09.605Z
[junit4] 2> 709093 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 709093 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-2-001/solr.xml
[junit4] 2> 709102 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65017/solr
[junit4] 2> 709118 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 709126 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37612_guhg%2Fr
[junit4] 2> 709129 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 709129 INFO (zkCallback-709-thread-1-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 709129 INFO (zkCallback-713-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 709133 INFO (zkCallback-725-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 709238 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 709357 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-2-001/cores
[junit4] 2> 709357 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 709363 INFO (OverseerStateUpdate-97226246404964356-127.0.0.1:50339_guhg%2Fr-n_0000000000) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 709466 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 709466 INFO (zkCallback-725-thread-2-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 710384 WARN (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 710385 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 710404 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 710560 WARN (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 710564 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 710597 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 710598 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-2-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 710598 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32d46d96
[junit4] 2> 710602 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35058328098533587]
[junit4] 2> 710635 WARN (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 710657 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 710657 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 710658 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 710658 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 710660 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=78.8291015625, floorSegmentMB=0.9267578125, forceMergeDeletesPctAllowed=25.385322285676374, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6030178136376037
[junit4] 2> 710661 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a667dc7[collection1] main]
[junit4] 2> 710664 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 710665 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 710665 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 710666 INFO (coreLoadExecutor-1798-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555619948718456832
[junit4] 2> 710670 INFO (searcherExecutor-1799-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:37612_guhg%2Fr c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a667dc7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 710676 INFO (coreZkRegister-1793-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 710677 INFO (updateExecutor-722-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 710678 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 710678 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 710678 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 710678 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 710679 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:50789/guhg/r/collection1/] and I am [http://127.0.0.1:37612/guhg/r/collection1/]
[junit4] 2> 710685 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:50789/guhg/r]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:37612_guhg%252Fr&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 710689 INFO (qtp1006627188-4311) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 710690 INFO (qtp1006627188-4311) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 710690 INFO (qtp1006627188-4311) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:37612_guhg%2Fr, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:37612/guhg/r","node_name":"127.0.0.1:37612_guhg%2Fr","state":"down"}
[junit4] 2> 710787 INFO (zkCallback-725-thread-2-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 710789 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 711232 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-3-001/cores/collection1
[junit4] 2> 711235 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-3-001
[junit4] 2> 711247 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 711250 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ac23789{/guhg/r,null,AVAILABLE}
[junit4] 2> 711251 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d68b257{HTTP/1.1,[http/1.1]}{127.0.0.1:44106}
[junit4] 2> 711251 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.e.j.s.Server Started @714402ms
[junit4] 2> 711251 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/guhg/r, hostPort=44106, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-3-001/cores}
[junit4] 2> 711251 ERROR (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 711277 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 711277 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 711277 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 711277 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-04T18:33:11.793Z
[junit4] 2> 711284 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 711285 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-3-001/solr.xml
[junit4] 2> 711322 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65017/solr
[junit4] 2> 711350 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:44106_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 711358 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:44106_guhg%2Fr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44106_guhg%2Fr
[junit4] 2> 711365 INFO (zkCallback-709-thread-3-processing-n:127.0.0.1:50339_guhg%2Fr) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 711366 INFO (zkCallback-725-thread-2-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 711366 INFO (zkCallback-713-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 711366 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 711390 INFO (zkCallback-732-thread-2-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 711478 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:44106_guhg%2Fr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-3-001/cores
[junit4] 2> 711478 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [n:127.0.0.1:44106_guhg%2Fr ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 711552 INFO (zkCallback-725-thread-2-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 711553 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 711553 INFO (zkCallback-732-thread-2-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 711556 INFO (OverseerStateUpdate-97226246404964356-127.0.0.1:50339_guhg%2Fr-n_0000000000) [n:127.0.0.1:50339_guhg%2Fr ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 711660 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 711661 INFO (zkCallback-732-thread-2-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 711682 INFO (zkCallback-725-thread-2-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 711691 INFO (qtp1006627188-4311) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:37612_guhg%2Fr, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:37612/guhg/r","node_name":"127.0.0.1:37612_guhg%2Fr","state":"recovering"}
[junit4] 2> 711691 INFO (qtp1006627188-4311) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 711691 INFO (qtp1006627188-4311) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:37612_guhg%252Fr&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1003
[junit4] 2> 712496 WARN (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 712497 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 712509 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 712574 WARN (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 712576 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 712598 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 712598 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-3-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_31A2606C446B075C-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 712599 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32d46d96
[junit4] 2> 712601 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35058328098533587]
[junit4] 2> 712607 WARN (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 712620 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 712620 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 712621 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 712621 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 712621 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=78.8291015625, floorSegmentMB=0.9267578125, forceMergeDeletesPctAllowed=25.385322285676374, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6030178136376037
[junit4] 2> 712622 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e202a21[collection1] main]
[junit4] 2> 712624 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 712625 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 712625 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 712626 INFO (searcherExecutor-1810-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e202a21[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 712626 INFO (coreLoadExecutor-1809-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555619950773665792
[junit4] 2> 712633 INFO (coreZkRegister-1804-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 c:collection1) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 712633 INFO (updateExecutor-729-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 712634 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 712635 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 712635 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 712635 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 712635 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:50789/guhg/r/collection1/] and I am [http://127.0.0.1:44106/guhg/r/collection1/]
[junit4] 2> 712639 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:50789/guhg/r]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:44106_guhg%252Fr&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 712641 INFO (qtp1006627188-4313) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 712641 INFO (qtp1006627188-4313) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 712641 INFO (qtp1006627188-4313) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:44106_guhg%2Fr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:44106/guhg/r","node_name":"127.0.0.1:44106_guhg%2Fr","state":"down"}
[junit4] 2> 712692 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 712692 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30 for each attempt
[junit4] 2> 712692 INFO (TEST-PeerSyncReplicationTest.test-seed#[31A2606C446B075C]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 712743 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 712743 INFO (zkCallback-732-thread-2-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 712743 INFO (zkCallback-725-thread-2-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 713645 INFO (qtp1006627188-4313) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:44106_guhg%2Fr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:44106/guhg/r","node_name":"127.0.0.1:44106_guhg%2Fr","state":"recovering"}
[junit4] 2> 713645 INFO (qtp1006627188-4313) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 713645 INFO (qtp1006627188-4313) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:44106_guhg%252Fr&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1005
[junit4] 2> 718693 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:50789/guhg/r/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 718693 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:37612/guhg/r START replicas=[http://127.0.0.1:50789/guhg/r/collection1/] nUpdates=1000
[junit4] 2> 718697 INFO (qtp1006627188-4312) [n:127.0.0.1:50789_guhg%2Fr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 718697 INFO (qtp1006627188-4312) [n:127.0.0.1:50789_guhg%2Fr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/guhg/r path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 718698 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 718698 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 718698 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 718699 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 718699 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 718699 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 718699 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 718699 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 718700 INFO (recoveryExecutor-723-thread-1-processing-n:127.0.0.1:37612_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37612_guhg%2Fr c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 718705 INFO (zkCallback-732-thread-2-processing-n:127.0.0.1:44106_guhg%2Fr) [n:127.0.0.1:44106_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 718705 INFO (zkCallback-725-thread-2-processing-n:127.0.0.1:37612_guhg%2Fr) [n:127.0.0.1:37612_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 718705 INFO (zkCallback-719-thread-1-processing-n:127.0.0.1:50789_guhg%2Fr) [n:127.0.0.1:50789_guhg%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 720652 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:50789/guhg/r/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 720652 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:44106/guhg/r START replicas=[http://127.0.0.1:50789/guhg/r/collection1/] nUpdates=1000
[junit4] 2> 720655 INFO (qtp1006627188-4315) [n:127.0.0.1:50789_guhg%2Fr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 720655 INFO (qtp1006627188-4315) [n:127.0.0.1:50789_guhg%2Fr c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp=/guhg/r path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 720657 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 720657 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 720657 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 720657 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 720657 INFO (recoveryExecutor-730-thread-1-processing-n:127.0.0.1:44106_guhg%2Fr x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:44106_guhg%2Fr c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 720657 INFO (recoveryExec
[...truncated too long message...]
215ce[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.0.0):C300) Uninverting(_3(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_9(7.0.0):C100) Uninverting(_a(7.0.0):C100) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 916625 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 916626 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib, /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 916682 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 916682 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
[junit4] 2> 916682 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 916695 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 916757 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 916759 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 916767 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1
[junit4] 2> 916768 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 916776 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@32d46d96
[junit4] 2> 916777 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.m.SolrMetricManager Replacing existing reporter 'default' in registry 'solr.core.collection1': [org.apache.solr.metrics.reporters.SolrJmxReporter@5528bb78: domain = solr.core.collection1, service url = null, agent id = null]
[junit4] 2> 916779 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_31A2606C446B075C-001/init-core-data-001/]
[junit4] 2> 916824 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 916824 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 916825 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@531c246a[collection1] main]
[junit4] 2> 916825 WARN (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 916825 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 916837 INFO (searcherExecutor-1900-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@531c246a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.0.0):C300) Uninverting(_3(7.0.0):C100) Uninverting(_5(7.0.0):C100) Uninverting(_6(7.0.0):C100) Uninverting(_7(7.0.0):C100) Uninverting(_9(7.0.0):C100) Uninverting(_a(7.0.0):C100) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 917022 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 917069 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3401f0c6[collection1] main]
[junit4] 2> 917069 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@3edce3e0
[junit4] 2> 917070 INFO (searcherExecutor-1900-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3401f0c6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.0.0):C300) Uninverting(_8(7.0.0):C300) Uninverting(_c(7.0.0):C300) Uninverting(_b(7.0.0):C100)))}
[junit4] 2> 917070 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 917075 INFO (TEST-SolrIndexMetricsTest.testIndexMetrics-seed#[31A2606C446B075C]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testIndexMetrics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrIndexMetricsTest -Dtests.method=testIndexMetrics -Dtests.seed=31A2606C446B075C -Dtests.slow=true -Dtests.locale=zh-HK -Dtests.timezone=America/Belem -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 1.19s J1 | SolrIndexMetricsTest.testIndexMetrics <<<
[junit4] > Throwable #1: java.lang.AssertionError: minorMerge: 3 expected:<4> but was:<3>
[junit4] > at __randomizedtesting.SeedInfo.seed([31A2606C446B075C:FD725DD084E5FC67]:0)
[junit4] > at org.apache.solr.update.SolrIndexMetricsTest.testIndexMetrics(SolrIndexMetricsTest.java:70)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 917076 INFO (SUITE-SolrIndexMetricsTest-seed#[31A2606C446B075C]-worker) [ x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 917076 INFO (SUITE-SolrIndexMetricsTest-seed#[31A2606C446B075C]-worker) [ x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=333094227
[junit4] 2> 917076 INFO (coreCloseExecutor-1904-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4e4b911e
[junit4] 2> 917078 INFO (coreCloseExecutor-1904-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 917078 INFO (SUITE-SolrIndexMetricsTest-seed#[31A2606C446B075C]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.update.SolrIndexMetricsTest_31A2606C446B075C-001
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=15442, maxDocsPerChunk=610, blockSize=123), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=15442, blockSize=123)), sim=RandomSimilarity(queryNorm=false): {}, locale=zh-HK, timezone=America/Belem
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=191261632,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestRandomCollapseQParserPlugin, CurrencyFieldOpenExchangeTest, CleanupOldIndexTest, SpellCheckCollatorTest, TestAnalyzedSuggestions, LeaderElectionIntegrationTest, TestCorePropertiesReload, SimpleCollectionCreateDeleteTest, HttpSolrCallGetCoreTest, TestMissingGroups, CircularListTest, TestOrdValues, DataDrivenBlockJoinTest, TestCodecSupport, BasicZkTest, TestTrie, StatsComponentTest, DistributedExpandComponentTest, TestFilteredDocIdSet, TestSolrConfigHandlerConcurrent, StressHdfsTest, TestDynamicFieldResource, ExitableDirectoryReaderTest, TermVectorComponentTest, ShufflingReplicaListTransformerTest, CdcrReplicationHandlerTest, TestBulkSchemaConcurrent, DistributedVersionInfoTest, SuggesterTSTTest, LoggingHandlerTest, TestMiniSolrCloudCluster, PreAnalyzedUpdateProcessorTest, TestConfig, TestMacroExpander, HdfsBasicDistributedZk2Test, TestFieldCacheWithThreads, TestDynamicLoading, ZkSolrClientTest, TestOmitPositions, TestSolrDynamicMBean, TestBinaryResponseWriter, DistribCursorPagingTest, PeerSyncReplicationTest, TestLuceneMatchVersion, TestCustomSort, SuggesterWFSTTest, SolrIndexMetricsTest]
[junit4] Completed [198/675 (2!)] on J1 in 1.53s, 1 test, 1 failure <<< FAILURES!
[...truncated 63988 lines...]