You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/23 16:21:12 UTC
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 316 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/316/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.core.TestDynamicLoading.testDynamicLoading
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([8D9B7263F9171AEA:55D65F340ECABF4A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.junit.Assert.assertNotNull(Assert.java:537)
at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:116)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12202 lines...]
[junit4] Suite: org.apache.solr.core.TestDynamicLoading
[junit4] 2> 831014 INFO (SUITE-TestDynamicLoading-seed#[8D9B7263F9171AEA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/init-core-data-001
[junit4] 2> 831014 WARN (SUITE-TestDynamicLoading-seed#[8D9B7263F9171AEA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 831015 INFO (SUITE-TestDynamicLoading-seed#[8D9B7263F9171AEA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 831016 INFO (SUITE-TestDynamicLoading-seed#[8D9B7263F9171AEA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 831016 INFO (SUITE-TestDynamicLoading-seed#[8D9B7263F9171AEA]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_v/
[junit4] 2> 831018 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 831018 INFO (Thread-1358) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 831018 INFO (Thread-1358) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 831036 ERROR (Thread-1358) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 831118 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.ZkTestServer start zk server on port:39568
[junit4] 2> 831132 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 831133 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 831138 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 831140 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 831142 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 831144 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 831146 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 831147 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 831149 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 831150 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 831152 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 831157 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 831296 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 831297 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b966049{/_v,null,AVAILABLE}
[junit4] 2> 831297 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d1ad1c6{SSL,[ssl, http/1.1]}{127.0.0.1:64789}
[junit4] 2> 831297 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.Server Started @835843ms
[junit4] 2> 831297 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/tempDir-001/control/data, hostContext=/_v, hostPort=64789, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/control-001/cores}
[junit4] 2> 831298 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 831298 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 831298 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 831298 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 831298 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-23T15:00:20.492Z
[junit4] 2> 831301 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 831301 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/control-001/solr.xml
[junit4] 2> 831304 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 831305 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 831305 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 831308 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39568/solr
[junit4] 2> 831438 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:64789__v ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 831439 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:64789__v ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64789__v
[junit4] 2> 831440 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:64789__v ] o.a.s.c.Overseer Overseer (id=99054336095879173-127.0.0.1:64789__v-n_0000000000) starting
[junit4] 2> 831450 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:64789__v ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64789__v
[junit4] 2> 831453 INFO (OverseerStateUpdate-99054336095879173-127.0.0.1:64789__v-n_0000000000) [n:127.0.0.1:64789__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 831623 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:64789__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 831630 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:64789__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 831630 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:64789__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 831631 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:64789__v ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/control-001/cores
[junit4] 2> 831650 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 831653 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39568/solr ready
[junit4] 2> 831673 INFO (qtp613585163-6285) [n:127.0.0.1:64789__v ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:64789__v&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 831678 INFO (OverseerThreadFactory-3175-thread-1-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 831797 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 831798 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 831907 INFO (zkCallback-1106-thread-1-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 832823 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 832842 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 832990 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 833007 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 833007 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 833007 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 833007 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 833009 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 833011 WARN (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 833046 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 833046 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 833046 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 833046 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 833047 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4982226996590047]
[junit4] 2> 833047 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@90c96fc[control_collection_shard1_replica_n1] main]
[junit4] 2> 833049 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 833049 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 833050 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 833050 INFO (searcherExecutor-3178-thread-1-processing-n:127.0.0.1:64789__v x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@90c96fc[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 833050 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584869379663724544
[junit4] 2> 833056 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 833056 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 833056 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:64789/_v/control_collection_shard1_replica_n1/
[junit4] 2> 833056 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 833056 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:64789/_v/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 833056 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 833059 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:64789/_v/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 833163 INFO (zkCallback-1106-thread-1-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 833212 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 833216 INFO (qtp613585163-6288) [n:127.0.0.1:64789__v c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1419
[junit4] 2> 833222 INFO (qtp613585163-6285) [n:127.0.0.1:64789__v ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 833318 INFO (zkCallback-1106-thread-1-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 833681 INFO (OverseerCollectionConfigSetProcessor-99054336095879173-127.0.0.1:64789__v-n_0000000000) [n:127.0.0.1:64789__v ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 834223 INFO (qtp613585163-6285) [n:127.0.0.1:64789__v ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:64789__v&wt=javabin&version=2} status=0 QTime=2549
[junit4] 2> 834265 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 834274 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39568/solr ready
[junit4] 2> 834274 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 834279 INFO (qtp613585163-6286) [n:127.0.0.1:64789__v ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 834282 INFO (OverseerThreadFactory-3175-thread-2-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 834283 WARN (OverseerThreadFactory-3175-thread-2-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 834497 INFO (qtp613585163-6286) [n:127.0.0.1:64789__v ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 834497 INFO (qtp613585163-6286) [n:127.0.0.1:64789__v ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=217
[junit4] 2> 834637 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-1-001 of type NRT
[junit4] 2> 834639 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 834640 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f8616b2{/_v,null,AVAILABLE}
[junit4] 2> 834640 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@182bf1cd{SSL,[ssl, http/1.1]}{127.0.0.1:57632}
[junit4] 2> 834640 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.Server Started @839187ms
[junit4] 2> 834640 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_v, hostPort=57632, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-1-001/cores}
[junit4] 2> 834641 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 834641 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 834641 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 834641 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 834641 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-23T15:00:23.835Z
[junit4] 2> 834644 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 834644 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-1-001/solr.xml
[junit4] 2> 834647 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 834647 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 834647 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 834650 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39568/solr
[junit4] 2> 834662 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:57632__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 834664 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:57632__v ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 834667 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:57632__v ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57632__v
[junit4] 2> 834668 INFO (zkCallback-1106-thread-1-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 834668 INFO (zkCallback-1114-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 834669 INFO (zkCallback-1119-thread-1-processing-n:127.0.0.1:57632__v) [n:127.0.0.1:57632__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 834728 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:57632__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 834742 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:57632__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 834742 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:57632__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 834744 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:57632__v ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-1-001/cores
[junit4] 2> 834773 INFO (qtp1057563122-6332) [n:127.0.0.1:57632__v ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57632__v&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 834776 INFO (OverseerCollectionConfigSetProcessor-99054336095879173-127.0.0.1:64789__v-n_0000000000) [n:127.0.0.1:64789__v ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 834776 INFO (OverseerThreadFactory-3175-thread-3-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:57632__v for creating new replica
[junit4] 2> 834785 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 834785 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 835803 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 835813 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 835929 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 835964 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 835965 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 835965 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 835965 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 835967 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 835969 WARN (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 836016 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 836016 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 836016 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 836016 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 836017 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4982226996590047]
[junit4] 2> 836017 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@c5379fe[collection1_shard2_replica_n41] main]
[junit4] 2> 836019 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 836019 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 836020 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 836020 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584869382777995264
[junit4] 2> 836021 INFO (searcherExecutor-3189-thread-1-processing-n:127.0.0.1:57632__v x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@c5379fe[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 836030 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 836030 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 836030 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:57632/_v/collection1_shard2_replica_n41/
[junit4] 2> 836030 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 836030 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy https://127.0.0.1:57632/_v/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 836030 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 836034 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:57632/_v/collection1_shard2_replica_n41/ shard2
[junit4] 2> 836186 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 836188 INFO (qtp1057563122-6335) [n:127.0.0.1:57632__v c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1403
[junit4] 2> 836191 INFO (qtp1057563122-6332) [n:127.0.0.1:57632__v ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:57632__v&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1418
[junit4] 2> 836348 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-2-001 of type NRT
[junit4] 2> 836350 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 836351 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c8ab4db{/_v,null,AVAILABLE}
[junit4] 2> 836351 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@649b7a{SSL,[ssl, http/1.1]}{127.0.0.1:44911}
[junit4] 2> 836351 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.Server Started @840898ms
[junit4] 2> 836351 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_v, hostPort=44911, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-2-001/cores}
[junit4] 2> 836352 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 836352 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 836352 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 836352 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 836352 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-23T15:00:25.546Z
[junit4] 2> 836356 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fe964d475000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 836356 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 836356 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-2-001/solr.xml
[junit4] 2> 836360 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 836360 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 836361 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 836363 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39568/solr
[junit4] 2> 836377 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:44911__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 836384 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:44911__v ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 836387 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:44911__v ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44911__v
[junit4] 2> 836389 INFO (zkCallback-1114-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 836389 INFO (zkCallback-1106-thread-2-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 836389 INFO (zkCallback-1119-thread-1-processing-n:127.0.0.1:57632__v) [n:127.0.0.1:57632__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 836390 INFO (zkCallback-1125-thread-1-processing-n:127.0.0.1:44911__v) [n:127.0.0.1:44911__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 836480 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:44911__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 836488 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:44911__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 836488 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:44911__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 836490 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:44911__v ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-2-001/cores
[junit4] 2> 836539 INFO (qtp1233079743-6358) [n:127.0.0.1:44911__v ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44911__v&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 836542 INFO (OverseerCollectionConfigSetProcessor-99054336095879173-127.0.0.1:64789__v-n_0000000000) [n:127.0.0.1:64789__v ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 836543 INFO (OverseerThreadFactory-3175-thread-4-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44911__v for creating new replica
[junit4] 2> 836550 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 836550 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 837567 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 837576 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 838026 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 838045 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 838045 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 838045 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 838046 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 838047 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 838049 WARN (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 838084 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 838084 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 838085 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 838085 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 838086 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4982226996590047]
[junit4] 2> 838086 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@780d5504[collection1_shard1_replica_n43] main]
[junit4] 2> 838088 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 838088 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 838088 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 838089 INFO (searcherExecutor-3200-thread-1-processing-n:127.0.0.1:44911__v x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@780d5504[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 838089 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584869384947499008
[junit4] 2> 838095 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 838095 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 838095 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44911/_v/collection1_shard1_replica_n43/
[junit4] 2> 838095 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 838095 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy https://127.0.0.1:44911/_v/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 838095 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 838099 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44911/_v/collection1_shard1_replica_n43/ shard1
[junit4] 2> 838252 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 838254 INFO (qtp1233079743-6363) [n:127.0.0.1:44911__v c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1704
[junit4] 2> 838257 INFO (qtp1233079743-6358) [n:127.0.0.1:44911__v ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44911__v&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1718
[junit4] 2> 838374 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-3-001 of type NRT
[junit4] 2> 838376 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 838378 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37069740{/_v,null,AVAILABLE}
[junit4] 2> 838378 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@596c4b8b{SSL,[ssl, http/1.1]}{127.0.0.1:38443}
[junit4] 2> 838378 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.Server Started @842925ms
[junit4] 2> 838378 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/_v, hostPort=38443, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-3-001/cores}
[junit4] 2> 838379 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 838379 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 838379 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 838379 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 838379 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-23T15:00:27.573Z
[junit4] 2> 838382 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 838382 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-3-001/solr.xml
[junit4] 2> 838385 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 838385 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 838386 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 838388 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39568/solr
[junit4] 2> 838403 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:38443__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 838406 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:38443__v ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 838408 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:38443__v ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38443__v
[junit4] 2> 838409 INFO (zkCallback-1125-thread-1-processing-n:127.0.0.1:44911__v) [n:127.0.0.1:44911__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 838410 INFO (zkCallback-1106-thread-2-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 838410 INFO (zkCallback-1114-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 838410 INFO (zkCallback-1119-thread-1-processing-n:127.0.0.1:57632__v) [n:127.0.0.1:57632__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 838410 INFO (zkCallback-1131-thread-1-processing-n:127.0.0.1:38443__v) [n:127.0.0.1:38443__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 838477 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:38443__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 838492 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:38443__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 838492 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:38443__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 838493 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:38443__v ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-3-001/cores
[junit4] 2> 838536 INFO (qtp600920715-6390) [n:127.0.0.1:38443__v ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38443__v&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 838541 INFO (OverseerCollectionConfigSetProcessor-99054336095879173-127.0.0.1:64789__v-n_0000000000) [n:127.0.0.1:64789__v ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 838541 INFO (OverseerThreadFactory-3175-thread-5-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38443__v for creating new replica
[junit4] 2> 838550 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 838550 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 839570 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 839581 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 839661 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 839680 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 839681 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 839681 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 839681 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 839682 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 839684 WARN (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 839719 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 839719 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 839720 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 839720 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 839721 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4982226996590047]
[junit4] 2> 839721 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a06305f[collection1_shard2_replica_n45] main]
[junit4] 2> 839723 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 839723 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 839724 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 839724 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584869386661920768
[junit4] 2> 839724 INFO (searcherExecutor-3211-thread-1-processing-n:127.0.0.1:38443__v x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@6a06305f[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 839727 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 839728 INFO (updateExecutor-1128-thread-1-processing-n:127.0.0.1:38443__v x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:38443__v c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 839728 INFO (qtp600920715-6393) [n:127.0.0.1:38443__v c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1178
[junit4] 2> 839729 INFO (recoveryExecutor-1129-thread-1-processing-n:127.0.0.1:38443__v x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:38443__v c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 839729 INFO (recoveryExecutor-1129-thread-1-processing-n:127.0.0.1:38443__v x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:38443__v c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 839729 INFO (recoveryExecutor-1129-thread-1-processing-n:127.0.0.1:38443__v x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:38443__v c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 839729 INFO (recoveryExecutor-1129-thread-1-processing-n:127.0.0.1:38443__v x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:38443__v c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 839729 INFO (recoveryExecutor-1129-thread-1-processing-n:127.0.0.1:38443__v x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:38443__v c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [https://127.0.0.1:57632/_v/collection1_shard2_replica_n41/] and I am [https://127.0.0.1:38443/_v/collection1_shard2_replica_n45/]
[junit4] 2> 839732 INFO (qtp600920715-6390) [n:127.0.0.1:38443__v ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38443__v&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1195
[junit4] 2> 839732 INFO (recoveryExecutor-1129-thread-1-processing-n:127.0.0.1:38443__v x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:38443__v c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:57632/_v]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:38443__v&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 839745 INFO (qtp1057563122-6331) [n:127.0.0.1:57632__v ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 839746 INFO (qtp1057563122-6331) [n:127.0.0.1:57632__v ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:38443__v, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"https://127.0.0.1:38443/_v","node_name":"127.0.0.1:38443__v","state":"down","type":"NRT"}
[junit4] 2> 839857 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-4-001 of type NRT
[junit4] 2> 839859 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 839860 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f3b78a{/_v,null,AVAILABLE}
[junit4] 2> 839860 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@76aff4f{SSL,[ssl, http/1.1]}{127.0.0.1:50589}
[junit4] 2> 839860 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.Server Started @844407ms
[junit4] 2> 839860 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/_v, hostPort=50589, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-4-001/cores}
[junit4] 2> 839861 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 839861 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 839861 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 839861 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 839861 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-23T15:00:29.055Z
[junit4] 2> 839865 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 839865 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-4-001/solr.xml
[junit4] 2> 839868 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 839868 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 839868 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 839872 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39568/solr
[junit4] 2> 839916 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:50589__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 839921 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:50589__v ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 839924 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:50589__v ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50589__v
[junit4] 2> 839925 INFO (zkCallback-1106-thread-2-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 839925 INFO (zkCallback-1114-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 839926 INFO (zkCallback-1131-thread-1-processing-n:127.0.0.1:38443__v) [n:127.0.0.1:38443__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 839926 INFO (zkCallback-1119-thread-1-processing-n:127.0.0.1:57632__v) [n:127.0.0.1:57632__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 839926 INFO (zkCallback-1125-thread-1-processing-n:127.0.0.1:44911__v) [n:127.0.0.1:44911__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 839927 INFO (zkCallback-1138-thread-1-processing-n:127.0.0.1:50589__v) [n:127.0.0.1:50589__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 840049 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:50589__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 840056 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:50589__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 840056 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:50589__v ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 840058 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [n:127.0.0.1:50589__v ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001/shard-4-001/cores
[junit4] 2> 840093 INFO (qtp600920715-6386) [n:127.0.0.1:38443__v ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50589__v&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 840096 INFO (OverseerCollectionConfigSetProcessor-99054336095879173-127.0.0.1:64789__v-n_0000000000) [n:127.0.0.1:64789__v ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 840096 INFO (OverseerThreadFactory-3175-thread-5-processing-n:127.0.0.1:64789__v) [n:127.0.0.1:64789__v ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:50589__v for creating new replica
[junit4] 2> 840116 INFO (qtp1253776898-6423) [n:127.0.0.1:50589__v ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n47&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 840117 INFO (qtp1253776898-6423) [n:127.0.0.1:50589__v ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 840750 INFO (qtp1057563122-6331) [n:127.0.0.1:57632__v ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:38443__v, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"https://127.0.0.1:38443/_v","node_name":"127.0.0.1:38443__v","state":"recovering","type":"NRT"}
[junit4] 2> 840750 INFO (qtp1057563122-6331) [n:127.0.0.1:57632__v ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 840750 INFO (qtp1057563122-6331) [n:127.0.0.1:57632__v ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:38443__v&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1004
[junit4] 2> 841134 INFO (qtp1253776898-6423) [n:127.0.0.1:50589__v c:collection1 s:shard1 x:collection1_shard1_replica_n47] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 841151 INFO (qtp1253776898-6423) [n:127.0.0.1:50589__v c:collection1 s:shard1 x:collection1_shard1_replica_n47] o.a.s.s.IndexSchema [collection1_shard1_replica_n47] Schema name=test
[junit4] 2> 841223 INFO (qtp1253776898-6423) [n:127.0.0.1:50589__v c:collection1 s:shard1 x:collection1_shard1_replica_n47] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 841239 INFO (qtp1253776898-6423) [n:127.0.0.1:50589__v c:collection1 s:shard1 x:collection1_shard1_replica_n47] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n47' using configuration from collection collection1, trusted=true
[junit4] 2> 841240 INFO (qtp1253776898-6423) [n:127.0.0.1:50589__v c:collection1 s:shard1 x:collection1_shard1_replica_n47] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n47' (registry 'solr.core.collection1.shard1.replica_n47') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ef83e0d
[junit4] 2> 841240 INFO (qtp1253776898-6423) [n:127.0.0.1:50589__v c:collection1 s:shard1 x:collection1_shard1_replica_n47] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 841240 INFO (qtp125377689
[...truncated too long message...]
ry@111e7f9
[junit4] 2> 848488 INFO (zkCallback-1138-thread-1-processing-n:127.0.0.1:50589__v) [n:127.0.0.1:50589__v c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:50589/_v/collection1_shard1_replica_n47/
[junit4] 2> 848488 INFO (zkCallback-1138-thread-1-processing-n:127.0.0.1:50589__v) [n:127.0.0.1:50589__v c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 848488 INFO (zkCallback-1138-thread-1-processing-n:127.0.0.1:50589__v) [n:127.0.0.1:50589__v c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.SyncStrategy https://127.0.0.1:50589/_v/collection1_shard1_replica_n47/ has no replicas
[junit4] 2> 848489 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 848489 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f588d98: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@194708c6
[junit4] 2> 848490 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50589__v
[junit4] 2> 848492 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 848493 INFO (zkCallback-1138-thread-1-processing-n:127.0.0.1:50589__v) [n:127.0.0.1:50589__v c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.SolrCore [collection1_shard1_replica_n47] CLOSING SolrCore org.apache.solr.core.SolrCore@4ca0b794
[junit4] 2> 848493 INFO (zkCallback-1138-thread-1-processing-n:127.0.0.1:50589__v) [n:127.0.0.1:50589__v c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n47, tag=1285601172
[junit4] 2> 848493 INFO (zkCallback-1138-thread-1-processing-n:127.0.0.1:50589__v) [n:127.0.0.1:50589__v c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59ba8aea: rootName = null, domain = solr.core.collection1.shard1.replica_n47, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n47 / com.codahale.metrics.MetricRegistry@169c7c6a
[junit4] 2> 848493 INFO (zkCallback-1138-thread-3-processing-n:127.0.0.1:50589__v) [n:127.0.0.1:50589__v ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 848496 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.Overseer Overseer (id=99054336095879187-127.0.0.1:50589__v-n_0000000004) closing
[junit4] 2> 848497 WARN (OverseerAutoScalingTriggerThread-99054336095879187-127.0.0.1:50589__v-n_0000000004) [n:127.0.0.1:50589__v ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 848498 INFO (OverseerStateUpdate-99054336095879187-127.0.0.1:50589__v-n_0000000004) [n:127.0.0.1:50589__v ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50589__v
[junit4] 2> 848508 INFO (zkCallback-1138-thread-1-processing-n:127.0.0.1:50589__v) [n:127.0.0.1:50589__v c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1285601172
[junit4] 2> 848509 INFO (zkCallback-1138-thread-1-processing-n:127.0.0.1:50589__v) [n:127.0.0.1:50589__v c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:50589/_v/collection1_shard1_replica_n47/ shard1
[junit4] 2> 848518 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@76aff4f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 848518 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f3b78a{/_v,null,UNAVAILABLE}
[junit4] 2> 848521 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 848530 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[8D9B7263F9171AEA]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39568 39568
[junit4] 2> 853670 INFO (Thread-1358) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39568 39568
[junit4] 2> 853672 WARN (Thread-1358) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/configs/conf1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/configs/.system
[junit4] 2> 2 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/.system/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDynamicLoading -Dtests.method=testDynamicLoading -Dtests.seed=8D9B7263F9171AEA -Dtests.slow=true -Dtests.locale=ms-MY -Dtests.timezone=Antarctica/Palmer -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 22.7s J0 | TestDynamicLoading.testDynamicLoading <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([8D9B7263F9171AEA:55D65F340ECABF4A]:0)
[junit4] > at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:116)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_8D9B7263F9171AEA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1643, maxMBSortInHeap=7.650937572161928, sim=RandomSimilarity(queryNorm=false): {}, locale=ms-MY, timezone=Antarctica/Palmer
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=186897048,total=421527552
[junit4] 2> NOTE: All tests run in this JVM: [TestSearcherReuse, TestClassicSimilarityFactory, SliceStateTest, IndexSchemaTest, TestHdfsBackupRestoreCore, TestBlendedInfixSuggestions, FacetPivotSmallTest, TestTestInjection, ShowFileRequestHandlerTest, TestWriterPerf, DistribJoinFromCollectionTest, TestManagedStopFilterFactory, TestRecovery, TestXmlQParserPlugin, OverseerTest, DistributedVersionInfoTest, CurrencyFieldTypeTest, SolrGangliaReporterTest, DirectSolrConnectionTest, BinaryUpdateRequestHandlerTest, TestCursorMarkWithoutUniqueKey, TestGraphMLResponseWriter, ClusterStateUpdateTest, TestBlobHandler, SignatureUpdateProcessorFactoryTest, TestScoreJoinQPScore, TestTolerantUpdateProcessorRandomCloud, TestEmbeddedSolrServerSchemaAPI, RollingRestartTest, TestRequestStatusCollectionAPI, TestFieldCollectionResource, TestSweetSpotSimilarityFactory, TestJmxIntegration, ClassificationUpdateProcessorTest, LeaderFailureAfterFreshStartTest, TestSolrDeletionPolicy2, TestNonDefinedSimilarityFactory, TestNoOpRegenerator, TestSchemaNameResource, UnloadDistributedZkTest, SuggestComponentTest, BufferStoreTest, TestTolerantSearch, FieldAnalysisRequestHandlerTest, TestPayloadCheckQParserPlugin, ReplicaListTransformerTest, SubstringBytesRefFilterTest, TestSolrConfigHandler, SearchRateTriggerTest, PrimitiveFieldTypeTest, TestCoreDiscovery, TestBinaryResponseWriter, StatsComponentTest, AlternateDirectoryTest, TestLegacyTerms, CursorPagingTest, NumericFieldsTest, CoreSorterTest, LeaderInitiatedRecoveryOnShardRestartTest, DistributedFacetPivotSmallAdvancedTest, CleanupOldIndexTest, ZkStateWriterTest, TestDeleteCollectionOnDownNodes, TestDistributedSearch, TestHighlightDedupGrouping, TestSmileRequest, WordBreakSolrSpellCheckerTest, LargeFieldTest, DistanceFunctionTest, BlockJoinFacetRandomTest, HLLSerializationTest, DisMaxRequestHandlerTest, RankQueryTest, ZkControllerTest, TestPolicyCloud, CloudMLTQParserTest, TestConfigOverlay, ChaosMonkeySafeLeaderWithPullReplicasTest, TestNestedDocsSort, CSVRequestHandlerTest, TestDynamicLoading]
[junit4] Completed [187/749 (1!)] on J0 in 22.68s, 1 test, 1 failure <<< FAILURES!
[...truncated 49155 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 318 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/318/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
IOException occured when talking to server at: http://127.0.0.1:38715/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:38715/solr
at __randomizedtesting.SeedInfo.seed([782739D996C1110:3F315763BE9FC5C1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketException: Connection reset
at java.net.SocketInputStream.read(SocketInputStream.java:210)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling
Error Message:
Both triggers should have fired by now
Stack Trace:
java.lang.AssertionError: Both triggers should have fired by now
at __randomizedtesting.SeedInfo.seed([782739D996C1110:FCA0DBB84BC6F282]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling(TriggerIntegrationTest.java:205)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=35633, name=jetty-launcher-5375-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=35630, name=jetty-launcher-5375-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=35633, name=jetty-launcher-5375-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=35630, name=jetty-launcher-5375-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([782739D996C1110]:0)
Build Log:
[...truncated 12594 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/init-core-data-001
[junit4] 2> 1654715 WARN (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 1654715 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1654716 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1654716 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1654717 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/tempDir-001
[junit4] 2> 1654717 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1654717 INFO (Thread-5054) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1654717 INFO (Thread-5054) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1654718 ERROR (Thread-5054) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1654822 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59856
[junit4] 2> 1654828 INFO (jetty-launcher-4842-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1654828 INFO (jetty-launcher-4842-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23fa63c6{/solr,null,AVAILABLE}
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d9f50f0{HTTP/1.1,[http/1.1]}{127.0.0.1:59708}
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.e.j.s.Server Started @1658375ms
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59708}
[junit4] 2> 1654844 ERROR (jetty-launcher-4842-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1654844 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T08:14:00.250Z
[junit4] 2> 1654846 INFO (jetty-launcher-4842-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6eda4ff2{/solr,null,AVAILABLE}
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c5b4d46{HTTP/1.1,[http/1.1]}{127.0.0.1:41155}
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.e.j.s.Server Started @1658378ms
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41155}
[junit4] 2> 1654847 ERROR (jetty-launcher-4842-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1654847 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T08:14:00.253Z
[junit4] 2> 1654850 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1654850 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1654857 INFO (jetty-launcher-4842-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59856/solr
[junit4] 2> 1654857 INFO (jetty-launcher-4842-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59856/solr
[junit4] 2> 1654988 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1654988 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41155_solr
[junit4] 2> 1654990 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.Overseer Overseer (id=99109361426366469-127.0.0.1:41155_solr-n_0000000000) starting
[junit4] 2> 1654991 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1654992 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59708_solr
[junit4] 2> 1654994 INFO (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1654995 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:59708_solr) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1655000 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1655001 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1655002 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41155_solr
[junit4] 2> 1655002 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59708_solr]
[junit4] 2> 1655002 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1655002 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1655004 INFO (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1655004 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1655005 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1655005 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1655006 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:59708_solr) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1655064 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59708.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655069 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59708.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655069 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59708.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655069 INFO (jetty-launcher-4842-thread-1) [n:127.0.0.1:59708_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/tempDir-001/node1/.
[junit4] 2> 1655121 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41155.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655125 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41155.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655126 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41155.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1655126 INFO (jetty-launcher-4842-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/tempDir-001/node2/.
[junit4] 2> 1655148 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1655149 INFO (SUITE-TriggerIntegrationTest-seed#[782739D996C1110]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59856/solr ready
[junit4] 2> 1655163 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 1655164 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 1655164 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1655165 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1655170 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1655171 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1655171 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1656180 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
[junit4] 2> 1664185 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
[junit4] 2> 1674208 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
[junit4] 2> 1684213 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: actionThrottlePeriodSeconds from: 5 to: 6
[junit4] 2> 1684221 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1684222 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 1684224 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1684227 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1684228 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
[junit4] 2> 1684228 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1684228 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1684231 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1684232 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1684233 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@634d099f{/solr,null,AVAILABLE}
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4db6a4e0{HTTP/1.1,[http/1.1]}{127.0.0.1:39671}
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.Server Started @1687771ms
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39671}
[junit4] 2> 1684234 ERROR (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1684234 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T08:14:29.640Z
[junit4] 2> 1684237 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1684237 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1684238 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1684244 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59856/solr
[junit4] 2> 1684258 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1684261 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1684264 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39671_solr
[junit4] 2> 1684265 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:59708_solr) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1684266 INFO (zkCallback-4867-thread-1-processing-n:127.0.0.1:39671_solr) [n:127.0.0.1:39671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1684266 INFO (zkCallback-4861-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1684266 INFO (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1684358 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39671.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1684364 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39671.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1684365 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39671.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1684366 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [n:127.0.0.1:39671_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/tempDir-001/node3/.
[junit4] 2> 1685233 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1685233 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1685233 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39671_solr at time 1512288870639000000
[junit4] 2> 1685233 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870639000000], now=1512288870639000000
[junit4] 2> 1685233 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fcbab72436d9c0Tcoqrstwm4wo52om1pfsw2obpt",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512288870639000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870639000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1685234 DEBUG (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fcbab72436d9c0Tcoqrstwm4wo52om1pfsw2obpt",
[junit4] 2> "source":"y1",
[junit4] 2> "eventTime":1512288870639000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870639000000],
[junit4] 2> "_enqueue_time_":1512288870639000000,
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1685235 INFO (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y1
[junit4] 2> 1685239 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1685239 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1685239 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:39671_solr at time 1512288870645000000
[junit4] 2> 1685239 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288870645000000
[junit4] 2> 1685239 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpu",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1686238 DEBUG (ScheduledTrigger-6302-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1686238 DEBUG (ScheduledTrigger-6302-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1686242 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1686242 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1686242 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288871648000000
[junit4] 2> 1686242 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpv",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1687239 DEBUG (ScheduledTrigger-6302-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1687239 DEBUG (ScheduledTrigger-6302-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1687242 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1687242 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1687242 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288872648000000
[junit4] 2> 1687242 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpw",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1688240 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1688240 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1688246 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1688246 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1688246 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288873652000000
[junit4] 2> 1688246 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpx",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1689241 DEBUG (ScheduledTrigger-6302-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1689241 DEBUG (ScheduledTrigger-6302-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1689247 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1689247 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1689247 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288874653000000
[junit4] 2> 1689247 DEBUG (ScheduledTrigger-6302-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpy",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1690242 DEBUG (ScheduledTrigger-6302-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1690242 DEBUG (ScheduledTrigger-6302-thread-5) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1690249 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1690249 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1690249 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:39671_solr] added at times [1512288870645000000], now=1512288875655000000
[junit4] 2> 1690250 DEBUG (ScheduledTrigger-6302-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpz",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1690250 DEBUG (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fcbab724926740Tcoqrstwm4wo52om1pfsw2obpz",
[junit4] 2> "source":"y2",
[junit4] 2> "eventTime":1512288870645000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288870645000000],
[junit4] 2> "_enqueue_time_":1512288875656000000,
[junit4] 2> "nodeNames":["127.0.0.1:39671_solr"]}}
[junit4] 2> 1690251 INFO (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.ActionThrottle The last action attempt started 5017ms ago.
[junit4] 2> 1690251 INFO (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.ActionThrottle Throttling action attempts - waiting for 982ms
[junit4] 2> 1691237 INFO (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest last action at 1512288870641000000 time = 1512288876643000000 expected diff: 5998000000
[junit4] 2> 1691237 INFO (AutoscalingActionExecutor-6303-thread-1) [ ] o.a.s.c.a.TriggerIntegrationTest action executed from y2
[junit4] 2> 1691237 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4db6a4e0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1691237 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=873156064
[junit4] 2> 1691238 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1691238 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44a55618: rootName = solr_39671, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1547de11
[junit4] 2> 1691243 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
[junit4] 2> 1691243 DEBUG (ScheduledTrigger-6302-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1691244 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1691244 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ccde522: rootName = solr_39671, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5a45058f
[junit4] 2> 1691249 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1691249 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@119d6a37: rootName = solr_39671, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@11fe660c
[junit4] 2> 1691251 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39671_solr
[junit4] 2> 1691252 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
[junit4] 2> 1691252 DEBUG (ScheduledTrigger-6302-thread-6) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr, 127.0.0.1:39671_solr]
[junit4] 2> 1691253 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1691253 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1691253 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:59708_solr) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1691253 INFO (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1691253 INFO (zkCallback-4861-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1691256 INFO (zkCallback-4867-thread-1-processing-n:127.0.0.1:39671_solr) [n:127.0.0.1:39671_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1691257 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@634d099f{/solr,null,UNAVAILABLE}
[junit4] 2> 1691259 INFO (TEST-TriggerIntegrationTest.testSetProperties-seed#[782739D996C1110]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 1691275 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 1691275 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 1691276 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1691276 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1691276 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1691276 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1691277 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1691286 INFO (qtp355438194-20778) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1691288 INFO (qtp355438194-20778) [n:127.0.0.1:59708_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59856/solr ready
[junit4] 2> 1691290 INFO (qtp1313621419-20781) [n:127.0.0.1:41155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1691291 INFO (qtp355438194-20776) [n:127.0.0.1:59708_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1691292 DEBUG (qtp355438194-20778) [n:127.0.0.1:59708_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1691293 INFO (qtp355438194-20778) [n:127.0.0.1:59708_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 1691294 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1691295 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1691295 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1691295 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1691297 INFO (qtp1313621419-20782) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1691298 INFO (qtp1313621419-20782) [n:127.0.0.1:41155_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59856/solr ready
[junit4] 2> 1691299 INFO (qtp1313621419-20793) [n:127.0.0.1:41155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1691299 INFO (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1691300 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1691300 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1691300 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1691300 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1691301 INFO (qtp355438194-20787) [n:127.0.0.1:59708_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 1691301 DEBUG (qtp1313621419-20782) [n:127.0.0.1:41155_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1691302 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1601b7069bc000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1691303 INFO (qtp1313621419-20782) [n:127.0.0.1:41155_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1691303 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1691304 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1691304 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1691304 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1691304 DEBUG (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
[junit4] 2> 1691304 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1691306 INFO (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 1691306 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1691307 DEBUG (OverseerAutoScalingTriggerThread-99109361426366469-127.0.0.1:41155_solr-n_0000000000) [n:127.0.0.1:41155_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1691307 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1691307 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1691308 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1691309 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c0647e{/solr,null,AVAILABLE}
[junit4] 2> 1691309 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70e4bdbc{HTTP/1.1,[http/1.1]}{127.0.0.1:63562}
[junit4] 2> 1691309 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.e.j.s.Server Started @1694849ms
[junit4] 2> 1691309 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63562}
[junit4] 2> 1691310 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1691310 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1691310 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1691310 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1691310 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-03T08:14:36.716Z
[junit4] 2> 1691313 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1691319 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59856/solr
[junit4] 2> 1691335 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1691339 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1691341 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63562_solr
[junit4] 2> 1691343 INFO (zkCallback-4854-thread-1-processing-n:127.0.0.1:59708_solr) [n:127.0.0.1:59708_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1691343 INFO (zkCallback-4853-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1691344 INFO (zkCallback-4861-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1691344 INFO (zkCallback-4879-thread-1-processing-n:127.0.0.1:63562_solr) [n:127.0.0.1:63562_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1691527 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63562.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1691534 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63562.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1691534 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63562.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4715e35f
[junit4] 2> 1691535 INFO (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[782739D996C1110]) [n:127.0.0.1:63562_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_782739D996C1110-001/tempDir-001/node4/.
[junit4] 2> 1692303 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1692303 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1692303 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:63562_solr at time 1512288877709000000
[junit4] 2> 1692303 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877709000000], now=1512288877709000000
[junit4] 2> 1692303 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fcbab8c99e7d40Tcoqrstwm4wo52om1pfsw2obq0",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1512288877709000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877709000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1692304 INFO (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1692304 DEBUG (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fcbab8c99e7d40Tcoqrstwm4wo52om1pfsw2obq0",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1512288877709000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877709000000],
[junit4] 2> "_enqueue_time_":1512288877709000000,
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1692305 INFO (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1512288876643000000 time = 1512288877711000000 expected diff: 4998000000
[junit4] 2> 1692305 INFO (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest action executed again before minimum wait time from node_added_trigger1
[junit4] 2> 1692308 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1692308 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1692308 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:63562_solr at time 1512288877714000000
[junit4] 2> 1692308 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288877714000000
[junit4] 2> 1692308 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq2",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1692308 INFO (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1693307 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1693307 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1693309 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1693309 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1693309 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288878715000000
[junit4] 2> 1693309 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq4",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1694308 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1694308 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1694310 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1694310 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1694310 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288879716000000
[junit4] 2> 1694310 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq5",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1695309 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1695309 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1695311 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1695311 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1695311 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288880717000000
[junit4] 2> 1695311 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq6",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1696310 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1696311 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1696311 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1696311 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1696311 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288881717000000
[junit4] 2> 1696311 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq7",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:63562_solr] added at times [1512288877714000000], now=1512288882718000000
[junit4] 2> 1697312 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq8",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1697313 DEBUG (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14fcbab8c9eac880Tcoqrstwm4wo52om1pfsw2obq8",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":1512288877714000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1512288877714000000],
[junit4] 2> "_enqueue_time_":1512288882718000000,
[junit4] 2> "nodeNames":["127.0.0.1:63562_solr"]}}
[junit4] 2> 1697313 INFO (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.ActionThrottle The last action attempt started 5009ms ago.
[junit4] 2> 1697313 INFO (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest last action at 1512288876643000000 time = 1512288882719000000 expected diff: 4998000000
[junit4] 2> 1697313 INFO (AutoscalingActionExecutor-6296-thread-1-processing-n:127.0.0.1:41155_solr) [n:127.0.0.1:41155_solr ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
[junit4] 2> 1698313 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1698313 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1698314 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1698314 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1699315 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1699315 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1699315 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1699315 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1700316 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1700316 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1700316 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1700316 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1701317 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1701317 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1701317 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1701317 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1702322 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1702322 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1702322 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1702322 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1703325 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1703325 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1703325 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1703325 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1704330 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1704330 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1704330 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1704330 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1705331 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1705331 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1705331 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1705331 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1706332 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1706332 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1706332 DEBUG (ScheduledTrigger-6295-thread-3) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1706332 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1707333 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1707333 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1707333 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1707334 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1708334 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1708335 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1708335 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1708335 DEBUG (ScheduledTrigger-6295-thread-2) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1709336 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 1709336 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1709336 DEBUG (ScheduledTrigger-6295-thread-4) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:63562_solr, 127.0.0.1:59708_solr, 127.0.0.1:41155_solr]
[junit4] 2> 1709336 DEBUG (ScheduledTrigger-6295-thread-1) [n:127.0.0.1:41155_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:6356
[...truncated too long message...]
stMinMaxOnMultiValuedField, ClusterStateUpdateTest, TestRawResponseWriter, RequestHandlersTest, TestExactSharedStatsCache, TestUseDocValuesAsStored, RemoteQueryErrorTest, TestLRUStatsCache, SolrInfoBeanTest, AssignBackwardCompatibilityTest, DistributedSpellCheckComponentTest, TestCoreBackup, TestIBSimilarityFactory, TestPayloadScoreQParserPlugin, TestPrepRecovery, TestJsonFacetRefinement, TestCodecSupport, TestSolrCoreProperties, TestTlogReplica, TestManagedSynonymFilterFactory, RequestLoggingTest, TestSweetSpotSimilarityFactory, BadCopyFieldTest, TestSchemaManager, ExitableDirectoryReaderTest, HdfsNNFailoverTest, DistributedFacetPivotSmallTest, TestManagedSchema, RegexBytesRefFilterTest, TestSchemaVersionResource, SortByFunctionTest, TestPullReplicaErrorHandling, TestSegmentSorting, DateMathParserTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, WordBreakSolrSpellCheckerTest, DistributedSuggestComponentTest, BasicAuthStandaloneTest, DirectSolrConnectionTest, UUIDUpdateProcessorFallbackTest, DistributedQueryComponentCustomSortTest, HdfsSyncSliceTest, ChangedSchemaMergeTest, TestMultiValuedNumericRangeQuery, TestRuleBasedAuthorizationPlugin, TestConfigSetProperties, TestExceedMaxTermLength, SpellCheckComponentTest, SearchRateTriggerTest, DeleteNodeTest, TestLeaderElectionZkExpiry, CSVRequestHandlerTest, TestSolrCLIRunExample, BlockJoinFacetDistribTest, TestGraphTermsQParserPlugin, TestDefaultStatsCache, PrimitiveFieldTypeTest, CoreAdminRequestStatusTest, LeaderElectionTest, CollectionTooManyReplicasTest, AtomicUpdatesTest, TestDelegationWithHadoopAuth, TestSolrCloudWithDelegationTokens, InfixSuggestersTest, UUIDFieldTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TermVectorComponentDistributedTest, ZkControllerTest, TestJoin, TestStressVersions, SimpleFacetsTest, StatsComponentTest, PeerSyncTest, DirectUpdateHandlerTest, TestIndexSearcher, TestCoreDiscovery, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, TestWriterPerf, XmlUpdateRequestHandlerTest, TestValueSourceCache, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, TestCSVResponseWriter, JsonLoaderTest, TestComponentsName, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestPerFieldSimilarity, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteStatusTest, DistribCursorPagingTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, ForceLeaderTest, MoveReplicaHDFSTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, PeerSyncReplicationTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest, TestCryptoKeys, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, TestRequestForwarding, TestRequestStatusCollectionAPI, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest, ComputePlanActionTest, HttpTriggerListenerTest, TestPolicyCloud, CdcrBootstrapTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ZkStateWriterTest, ConfigureRecoveryStrategyTest, TestBackupRepositoryFactory, TestConfigSets, TestCorePropertiesReload, TestCustomStream, TestInitParams, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrXml, TestSolrCloudSnapshots, SearchHandlerTest, TestSystemCollAutoCreate, TestDistributedStatsComponentCardinality, SolrJmxReporterCloudTest, TestBinaryResponseWriter, TestJavabinTupleStreamParser, TestPushWriter, TestRawTransformer, TestRetrieveFieldsOptimizer, TestSubQueryTransformer, TestManagedResource, TestBulkSchemaAPI, TestCopyFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestSchemaNameResource, TestUniqueKeyFieldResource, TestManagedSynonymGraphFilterFactory, CurrencyFieldTypeTest, DateRangeFieldTest, EnumFieldTest, PreAnalyzedFieldManagedSchemaCloudTest, SpatialRPTFieldTypeTest, TestCloudManagedSchema, TestCollationFieldDocValues, CursorMarkTest, SortSpecParsingTest, TestAddFieldRealTimeGet, TestCollapseQParserPlugin, TestComplexPhraseQParserPlugin, TestCustomSort, TestFieldSortValues, TestInitQParser, TestMaxScoreQueryParser, TestMultiWordSynonyms, TestNoOpRegenerator, TestPayloadCheckQParserPlugin, TestQueryWrapperFilter, TestRandomCollapseQParserPlugin, TestReRankQParserPlugin, TestRecoveryHdfs, TestSha256AuthenticationProvider, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=782739D996C1110 -Dtests.slow=true -Dtests.locale=ar-BH -Dtests.timezone=Pacific/Noumea -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=35633, name=jetty-launcher-5375-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=35630, name=jetty-launcher-5375-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([782739D996C1110]:0)
[junit4] Completed [727/750 (3!)] on J0 in 43.05s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 47432 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 317 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/317/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=15278, name=jetty-launcher-2190-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=15268, name=jetty-launcher-2190-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=15278, name=jetty-launcher-2190-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=15268, name=jetty-launcher-2190-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([97C7652EFEEE70CD]:0)
Build Log:
[...truncated 12456 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_97C7652EFEEE70CD-001/init-core-data-001
[junit4] 2> 1928579 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[97C7652EFEEE70CD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
[junit4] 2> 1928579 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[97C7652EFEEE70CD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1928580 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[97C7652EFEEE70CD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1928581 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[97C7652EFEEE70CD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1928618 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[97C7652EFEEE70CD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_97C7652EFEEE70CD-001/tempDir-001
[junit4] 2> 1928618 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[97C7652EFEEE70CD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1928618 INFO (Thread-4937) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1928618 INFO (Thread-4937) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1928619 ERROR (Thread-4937) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1928721 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[97C7652EFEEE70CD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:51410
[junit4] 2> 1928754 INFO (jetty-launcher-2190-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1928755 INFO (jetty-launcher-2190-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c9d6ba1{/solr,null,AVAILABLE}
[junit4] 2> 1928757 INFO (jetty-launcher-2190-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a92d20{SSL,[ssl, http/1.1]}{127.0.0.1:32882}
[junit4] 2> 1928757 INFO (jetty-launcher-2190-thread-1) [ ] o.e.j.s.Server Started @1931216ms
[junit4] 2> 1928757 INFO (jetty-launcher-2190-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32882}
[junit4] 2> 1928757 ERROR (jetty-launcher-2190-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1928757 INFO (jetty-launcher-2190-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1928757 INFO (jetty-launcher-2190-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1928757 INFO (jetty-launcher-2190-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1928757 INFO (jetty-launcher-2190-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-24T01:52:25.420Z
[junit4] 2> 1928759 INFO (jetty-launcher-2190-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1928760 INFO (jetty-launcher-2190-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54a3307{/solr,null,AVAILABLE}
[junit4] 2> 1928761 INFO (jetty-launcher-2190-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49eff175{SSL,[ssl, http/1.1]}{127.0.0.1:38874}
[junit4] 2> 1928761 INFO (jetty-launcher-2190-thread-2) [ ] o.e.j.s.Server Started @1931220ms
[junit4] 2> 1928761 INFO (jetty-launcher-2190-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38874}
[junit4] 2> 1928761 ERROR (jetty-launcher-2190-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1928761 INFO (jetty-launcher-2190-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 1928761 INFO (jetty-launcher-2190-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1928761 INFO (jetty-launcher-2190-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1928761 INFO (jetty-launcher-2190-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-11-24T01:52:25.424Z
[junit4] 2> 1928764 INFO (jetty-launcher-2190-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1928765 INFO (jetty-launcher-2190-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1928773 INFO (jetty-launcher-2190-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51410/solr
[junit4] 2> 1928773 INFO (jetty-launcher-2190-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51410/solr
[junit4] 2> 1928907 INFO (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1928908 INFO (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38874_solr
[junit4] 2> 1928909 INFO (jetty-launcher-2190-thread-1) [n:127.0.0.1:32882_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1928910 INFO (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.c.Overseer Overseer (id=99056900196401157-127.0.0.1:38874_solr-n_0000000000) starting
[junit4] 2> 1928911 INFO (jetty-launcher-2190-thread-1) [n:127.0.0.1:32882_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32882_solr
[junit4] 2> 1928912 INFO (zkCallback-2202-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1928913 INFO (zkCallback-2201-thread-1-processing-n:127.0.0.1:38874_solr) [n:127.0.0.1:38874_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1928921 INFO (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38874_solr
[junit4] 2> 1928925 INFO (zkCallback-2201-thread-1-processing-n:127.0.0.1:38874_solr) [n:127.0.0.1:38874_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1928926 INFO (zkCallback-2202-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1928956 INFO (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1928961 WARN (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1928963 INFO (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1928968 INFO (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1928975 INFO (jetty-launcher-2190-thread-2-EventThread) [n:127.0.0.1:38874_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1928988 WARN (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1929017 INFO (jetty-launcher-2190-thread-1) [n:127.0.0.1:32882_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1929017 WARN (jetty-launcher-2190-thread-1) [n:127.0.0.1:32882_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1929018 INFO (jetty-launcher-2190-thread-1) [n:127.0.0.1:32882_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=serv1-vm3,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=staff, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1929019 INFO (jetty-launcher-2190-thread-1) [n:127.0.0.1:32882_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1929021 INFO (jetty-launcher-2190-thread-1-EventThread) [n:127.0.0.1:32882_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1929027 INFO (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38874.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c77439a
[junit4] 2> 1929033 INFO (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38874.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c77439a
[junit4] 2> 1929033 INFO (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38874.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c77439a
[junit4] 2> 1929034 INFO (jetty-launcher-2190-thread-2) [n:127.0.0.1:38874_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_97C7652EFEEE70CD-001/tempDir-001/node2/.
[junit4] 2> 1929037 WARN (jetty-launcher-2190-thread-1) [n:127.0.0.1:32882_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1929068 INFO (jetty-launcher-2190-thread-1) [n:127.0.0.1:32882_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32882.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c77439a
[junit4] 2> 1929073 INFO (jetty-launcher-2190-thread-1) [n:127.0.0.1:32882_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32882.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c77439a
[junit4] 2> 1929074 INFO (jetty-launcher-2190-thread-1) [n:127.0.0.1:32882_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32882.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c77439a
[junit4] 2> 1929074 INFO (jetty-launcher-2190-thread-1) [n:127.0.0.1:32882_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_97C7652EFEEE70CD-001/tempDir-001/node1/.
[junit4] 2> 1929127 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 1929163 INFO (qtp1860043146-15234) [n:127.0.0.1:38874_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1929163 INFO (qtp1860043146-15234) [n:127.0.0.1:38874_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1929164 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1511524345807&s=5Yh8wAxllHia4brw/BnSx72anMk="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:25 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:25 GMT
[junit4] 2> 1929164 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 1929183 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 1929708 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[97C7652EFEEE70CD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1929709 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[97C7652EFEEE70CD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51410/solr ready
[junit4] 2> 1929715 INFO (qtp1860043146-15236) [n:127.0.0.1:38874_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1929717 INFO (OverseerThreadFactory-5728-thread-1-processing-n:127.0.0.1:38874_solr) [n:127.0.0.1:38874_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 1929835 INFO (OverseerStateUpdate-99056900196401157-127.0.0.1:38874_solr-n_0000000000) [n:127.0.0.1:38874_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32882/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1930051 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1930051 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1930156 INFO (zkCallback-2202-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1930156 INFO (zkCallback-2202-thread-2-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1931070 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1931086 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 1931165 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1931183 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 1931185 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32882.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c77439a
[junit4] 2> 1931185 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1931185 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_97C7652EFEEE70CD-001/tempDir-001/node1/forwardingCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_97C7652EFEEE70CD-001/tempDir-001/node1/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 1931187 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5554075135998754]
[junit4] 2> 1931234 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1931234 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1931235 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1931235 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1931236 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1931236 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1146359[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 1931238 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1931240 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1931252 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1931252 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1584910405903319040
[junit4] 2> 1931252 INFO (searcherExecutor-5733-thread-1-processing-n:127.0.0.1:32882_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1931253 INFO (searcherExecutor-5733-thread-1-processing-n:127.0.0.1:32882_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1931253 INFO (searcherExecutor-5733-thread-1-processing-n:127.0.0.1:32882_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1931253 INFO (searcherExecutor-5733-thread-1-processing-n:127.0.0.1:32882_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1931253 INFO (searcherExecutor-5733-thread-1-processing-n:127.0.0.1:32882_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1931253 INFO (searcherExecutor-5733-thread-1-processing-n:127.0.0.1:32882_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1931254 INFO (searcherExecutor-5733-thread-1-processing-n:127.0.0.1:32882_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1931254 INFO (searcherExecutor-5733-thread-1-processing-n:127.0.0.1:32882_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1931255 INFO (searcherExecutor-5733-thread-1-processing-n:127.0.0.1:32882_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1931256 INFO (searcherExecutor-5733-thread-1-processing-n:127.0.0.1:32882_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@1146359[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1931258 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1931258 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1931258 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32882/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 1931258 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1931258 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:32882/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1931258 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1931263 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32882/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 1931365 INFO (zkCallback-2202-thread-2-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1931365 INFO (zkCallback-2202-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1931414 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1931418 INFO (qtp102640761-15220) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1367
[junit4] 2> 1931418 WARN (httpShardExecutor-5723-thread-1-processing-n:127.0.0.1:38874_solr [https:////127.0.0.1:32882//solr] https:////127.0.0.1:32882//solr) [n:127.0.0.1:38874_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1511524346714&s=SwiBYTwFg7KVjMxPfARcX3CxQtg="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:26 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:26 GMT
[junit4] 2> 1931430 INFO (qtp1860043146-15236) [n:127.0.0.1:38874_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1931522 INFO (zkCallback-2202-thread-2-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1931522 INFO (zkCallback-2202-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1931722 INFO (OverseerCollectionConfigSetProcessor-99056900196401157-127.0.0.1:38874_solr-n_0000000000) [n:127.0.0.1:38874_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1932433 INFO (qtp1860043146-15236) [n:127.0.0.1:38874_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2718
[junit4] 2> 1932433 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1511524346377&s=AYaX4y7boati6fOgaYAu8+z/+As="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:26 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:26 GMT
[junit4] 2> 1932433 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[97C7652EFEEE70CD]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 1932434 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[97C7652EFEEE70CD]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 1932439 INFO (qtp1860043146-15234) [n:127.0.0.1:38874_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1932447 INFO (qtp102640761-15219) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1932447 WARN (qtp1860043146-15234) [n:127.0.0.1:38874_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1511524349109&s=FyE7gUBsDotqRiiEHmXdmfxx/aw="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1932447 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1511524349101&s=AkEyP6160ogoYiemUJzTmVWNKWE="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1932448 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1511524349109&s=FyE7gUBsDotqRiiEHmXdmfxx/aw="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1932454 INFO (qtp102640761-15237) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1932454 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1511524349116&s=N1e47cXAB0GbZPZh527I5me1tjw="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1932455 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 1932487 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 1932491 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1511524349151&s=ZVrR/C6nZhqutDOZxXw+vK3ECHg="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1932491 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 1932512 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 1932536 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1511524349175&s=THKNOA0Iu3kCi7M/j0CdETArSSU="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1932536 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 1932561 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 1932596 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1511524349224&s=/lxo+zttLqsRk34HSKXiHOUf+e4="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1932596 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 1932618 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 1932620 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1511524349282&s=Fykea2LnR6nseqnjCZz4JLoMnrg="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1932620 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 1932649 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 1932652 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1511524349313&s=yYq7C0UXNY3uH5rWx5m2DHM7szg="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1932652 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 1932682 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 1932683 INFO (qtp1860043146-15234) [n:127.0.0.1:38874_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1932683 INFO (qtp1860043146-15234) [n:127.0.0.1:38874_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1932684 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1511524349346&s=sibfw3ilyho03QG/5hhsw6hzpRg="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1932684 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 1932705 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 1932722 WARN (qtp1860043146-15230) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: invalid user name: "bar"
[junit4] 2> id: invalid user name: "bar"
[junit4] 2>
[junit4] 2> 1932723 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1511524349368&s=mnvcgm/iKC+Mfvbnve84VZQRY+k="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1932723 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 1932750 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 1932750 INFO (qtp1860043146-15235) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1932751 WARN (qtp1860043146-15235) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 29 more
[junit4] 2> 1932752 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 1932777 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 1947892 WARN (jetty-launcher-2190-thread-1-SendThread(127.0.0.1:51410)) [n:127.0.0.1:32882_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16368ms for sessionid 0x15febb9d4c20006
[junit4] 2> 1947892 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15febb9d4c20006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1947892 WARN (jetty-launcher-2190-thread-1-SendThread(127.0.0.1:51410)) [n:127.0.0.1:32882_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18846ms for sessionid 0x15febb9d4c20008
[junit4] 2> 1947892 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15febb9d4c20008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1947893 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1511524349444&s=RDoo7Boz88zdRuSi3X+cOaAit14="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:29 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:29 GMT
[junit4] 2> 1947893 WARN (jetty-launcher-2190-thread-2-SendThread(127.0.0.1:51410)) [n:127.0.0.1:38874_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18847ms for sessionid 0x15febb9d4c20007
[junit4] 2> 1947893 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 1947893 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15febb9d4c20007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1947893 WARN (jetty-launcher-2190-thread-2-SendThread(127.0.0.1:51410)) [n:127.0.0.1:38874_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15210ms for sessionid 0x15febb9d4c20005
[junit4] 2> 1947895 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15febb9d4c20005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1947919 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 1947920 INFO (qtp1860043146-15234) [n:127.0.0.1:38874_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1947996 WARN (zkCallback-2202-thread-4-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c478e70 name: ZooKeeperConnection Watcher:127.0.0.1:51410/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1947996 WARN (zkCallback-2202-thread-4-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1947997 WARN (zkCallback-2210-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65b4435e name: ZooKeeperConnection Watcher:127.0.0.1:51410/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1947997 WARN (zkCallback-2210-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1948000 WARN (zkCallback-2201-thread-6-processing-n:127.0.0.1:38874_solr) [n:127.0.0.1:38874_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@636de1ca name: ZooKeeperConnection Watcher:127.0.0.1:51410/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1948000 WARN (zkCallback-2201-thread-6-processing-n:127.0.0.1:38874_solr) [n:127.0.0.1:38874_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1949398 WARN (jetty-launcher-2190-thread-1-SendThread(127.0.0.1:51410)) [n:127.0.0.1:32882_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15febb9d4c20008 has expired
[junit4] 2> 1949458 WARN (jetty-launcher-2190-thread-2-SendThread(127.0.0.1:51410)) [n:127.0.0.1:38874_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15febb9d4c20007 has expired
[junit4] 2> 1949497 INFO (qtp1860043146-15234) [n:127.0.0.1:38874_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=1577
[junit4] 2> 1949498 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[97C7652EFEEE70CD]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1511524364582&s=HD/DrIHyw8bWX0LtXFwV+CT7xQk="; Path=/; Domain=127.0.0.1; Expires=dv., 24-de nov.-2017 11:52:44 GMT; Secure; HttpOnly". Invalid 'expires' attribute: dv., 24-de nov.-2017 11:52:44 GMT
[junit4] 2> 1949498 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[97C7652EFEEE70CD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 1949516 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[97C7652EFEEE70CD]-SendThread(127.0.0.1:51410)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15febb9d4c2000b has expired
[junit4] 2> 1949517 WARN (zkCallback-2210-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65b4435e name: ZooKeeperConnection Watcher:127.0.0.1:51410/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 1949517 WARN (zkCallback-2210-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 1949517 WARN (zkCallback-2210-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 1949520 INFO (zkCallback-2210-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 1949620 ERROR (zkCallback-2210-thread-1) [ ] o.a.s.c.c.ZkStateReader A ZK error has occurred
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:308)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:421)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:282)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1949621 ERROR (zkCallback-2210-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException: A ZK error has occurred
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:285)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:168)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:142)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:308)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:421)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:282)
[junit4] 2> ... 10 more
[junit4] 2>
[junit4] 2> 1949621 WARN (zkCallback-2210-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 1949621 INFO (zkCallback-2210-thread-1) [ ] o.a.s.c.c.ConnectionManager Connected:true
[junit4] 2> 1949625 INFO (jetty-closer-2191-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a92d20{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1949626 INFO (jetty-closer-2191-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1292063301
[junit4] 2> 1949626 INFO (jetty-closer-2191-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@49eff175{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1949626 INFO (jetty-closer-2191-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1949628 INFO (jetty-closer-2191-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@418e56e: rootName = solr_32882, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@52867034
[junit4] 2> 1949627 INFO (jetty-closer-2191-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1865400379
[junit4] 2> 1949628 INFO (jetty-closer-2191-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1949629 INFO (jetty-closer-2191-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@389fc63e: rootName = solr_38874, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@a5b5640
[junit4] 2> 1949637 INFO (jetty-closer-2191-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1949637 INFO (jetty-closer-2191-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7faddf23: rootName = solr_32882, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7ab9fbf0
[junit4] 2> 1949638 INFO (jetty-closer-2191-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1949638 INFO (jetty-closer-2191-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46c7901e: rootName = solr_38874, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7ab9fbf0
[junit4] 2> 1949643 INFO (jetty-closer-2191-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1949643 INFO (jetty-closer-2191-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e93f26a: rootName = solr_32882, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1588b118
[junit4] 2> 1949644 INFO (jetty-closer-2191-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1949644 INFO (jetty-closer-2191-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7d6bb75d: rootName = solr_38874, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1588b118
[junit4] 2> 1949647 INFO (jetty-closer-2191-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38874_solr
[junit4] 2> 1949649 INFO (jetty-closer-2191-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1949651 INFO (zkCallback-2201-thread-7-processing-n:127.0.0.1:38874_solr) [n:127.0.0.1:38874_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1949652 INFO (jetty-closer-2191-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99056900196401157-127.0.0.1:38874_solr-n_0000000000) closing
[junit4] 2> 1949652 INFO (OverseerStateUpdate-99056900196401157-127.0.0.1:38874_solr-n_0000000000) [n:127.0.0.1:38874_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38874_solr
[junit4] 2> 1949657 WARN (OverseerAutoScalingTriggerThread-99056900196401157-127.0.0.1:38874_solr-n_0000000000) [n:127.0.0.1:38874_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1949663 ERROR (Thread[Thread-4957,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:38874_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1949666 INFO (jetty-closer-2191-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@54a3307{/solr,null,UNAVAILABLE}
[junit4] 2> 1949767 INFO (zkCallback-2202-thread-7-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32882_solr
[junit4] 2> 1949767 INFO (zkCallback-2202-thread-8-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1949769 INFO (jetty-closer-2191-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32882_solr
[junit4] 2> 1949771 INFO (jetty-closer-2191-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1949773 INFO (zkCallback-2202-thread-8-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1949773 INFO (coreCloseExecutor-5739-thread-1) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2961edf5
[junit4] 2> 1949773 INFO (coreCloseExecutor-5739-thread-1) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=694283765
[junit4] 2> 1949773 INFO (coreCloseExecutor-5739-thread-1) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13b201b3: rootName = solr_32882, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@746e8a9c
[junit4] 2> 1949790 INFO (coreCloseExecutor-5739-thread-1) [n:127.0.0.1:32882_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=694283765
[junit4] 2> 1949796 ERROR (Thread[Thread-4960,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:32882_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1949800 INFO (jetty-closer-2191-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c9d6ba1{/solr,null,UNAVAILABLE}
[junit4] 2> 1949802 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[97C7652EFEEE70CD]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1949803 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[97C7652EFEEE70CD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51410 51410
[junit4] 2> 1957322 INFO (Thread-4937) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51410 51410
[junit4] 2> 1957323 WARN (Thread-4937) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 1957345 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[97C7652EFEEE70CD]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Nov 24, 2017 1:52:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Nov 24, 2017 1:53:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=15278, name=jetty-launcher-2190-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2) Thread[id=15268, name=jetty-launcher-2190-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Nov 24, 2017 1:53:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=15278, name=jetty-launcher-2190-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 2) Thread[id=15268, name=jetty-launcher-2190-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 1977365 ERROR (jetty-launcher-2190-thread-1-EventThread) [n:127.0.0.1:32882_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 1977366 ERROR (jetty-launcher-2190-thread-2-EventThread) [n:127.0.0.1:38874_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.fr
[...truncated too long message...]
Cnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 1977371 ERROR (jetty-launcher-2190-thread-2-SendThread(127.0.0.1:51410)) [n:127.0.0.1:38874_solr ] o.a.z.ClientCnxnSocketNIO Unable to open socket to 127.0.0.1/127.0.0.1:51410
[junit4] 2> 1977372 WARN (jetty-launcher-2190-thread-2-SendThread(127.0.0.1:51410)) [n:127.0.0.1:38874_solr ] o.a.z.ClientCnxn Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect
[junit4] 2> java.net.BindException: Cannot assign requested address
[junit4] 2> at sun.nio.ch.Net.connect0(Native Method)
[junit4] 2> at sun.nio.ch.Net.connect(Net.java:454)
[junit4] 2> at sun.nio.ch.Net.connect(Net.java:446)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:648)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.registerAndConnect(ClientCnxnSocketNIO.java:277)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.connect(ClientCnxnSocketNIO.java:287)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1024)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] 2> Nov 24, 2017 1:53:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=ca-ES, timezone=America/Barbados
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=5,free=96973592,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [BadIndexSchemaTest, TestRangeQuery, TestConfigSetsAPI, FacetPivotSmallTest, SolrMetricReporterTest, DistributedQueryElevationComponentTest, TestTrieFacet, TestMacroExpander, SolrTestCaseJ4Test, ForceLeaderTest, HdfsNNFailoverTest, TestCollectionAPI, CdcrReplicationHandlerTest, BlobRepositoryCloudTest, TestEmbeddedSolrServerAdminHandler, TestSizeLimitedDistributedMap, TestQuerySenderNoQuery, TestLocalFSCloudBackupRestore, TestDynamicLoading, TestTolerantUpdateProcessorRandomCloud, CollectionReloadTest, TestDeleteCollectionOnDownNodes, TestHdfsCloudBackupRestore, UninvertDocValuesMergePolicyTest, TestSchemalessBufferedUpdates, TestCorePropertiesReload, BlockJoinFacetRandomTest, DocValuesMissingTest, QueryResultKeyTest, UniqFieldsUpdateProcessorFactoryTest, AddReplicaTest, TestCloudSearcherWarming, ManagedSchemaRoundRobinCloudTest, SyncSliceTest, JSONWriterTest, TestExpandComponent, TestReplicationHandler, TestHdfsBackupRestoreCore, SpatialHeatmapFacetsTest, TimeZoneUtilsTest, DisMaxRequestHandlerTest, ZkCLITest, DistanceUnitsTest, HLLSerializationTest, ExplicitHLLTest, DirectUpdateHandlerTest, TestSolrConfigHandler, TestUseDocValuesAsStored2, TestTolerantSearch, TestHdfsUpdateLog, TestPhraseSuggestions, OverriddenZkACLAndCredentialsProvidersTest, NotRequiredUniqueKeyTest, AutoAddReplicasPlanActionTest, VersionInfoTest, TestRequestStatusCollectionAPI, ShowFileRequestHandlerTest, TestHashQParserPlugin, TestOmitPositions, BufferStoreTest, DeleteNodeTest, TestSearcherReuse, TestNamedUpdateProcessors, TestSchemaNameResource, ClassificationUpdateProcessorFactoryTest, HighlighterTest, AtomicUpdateProcessorFactoryTest, ReturnFieldsTest, TestFreeTextSuggestions, TestRandomRequestDistribution, TestSolrQueryResponse, TestRTimerTree, TestBinaryResponseWriter, DeleteShardTest, TestManagedStopFilterFactory, ShardRoutingTest, TolerantUpdateProcessorTest, TestImpersonationWithHadoopAuth, TestEmbeddedSolrServerSchemaAPI, HdfsLockFactoryTest, RollingRestartTest, TestLegacyFieldReuse, NodeMutatorTest, IndexBasedSpellCheckerTest, TestInPlaceUpdatesStandalone, BaseCdcrDistributedZkTest, TestComplexPhraseLeadingWildcard, TestLegacyNumericRangeQueryBuilder, TestNonDefinedSimilarityFactory, IndexSchemaTest, TestStressInPlaceUpdates, V2StandaloneTest, XmlUpdateRequestHandlerTest, CdcrUpdateLogTest, TestStressRecovery, TestCoreDiscovery, TestHighlightDedupGrouping, LargeFieldTest, DeleteInactiveReplicaTest, HdfsRecoveryZkTest, PKIAuthenticationIntegrationTest, SpellCheckComponentTest, RegexBoostProcessorTest, TestNumericRangeQuery32, SearchRateTriggerTest, TestSolrCloudSnapshots, OutputWriterTest, SuggestComponentTest, SolrXmlInZkTest, ChaosMonkeyNothingIsSafeTest, NumericFieldsTest, DistributedVersionInfoTest, TestCloudSchemaless, TestSha256AuthenticationProvider, TestExactStatsCache, SecurityConfHandlerTest, TestScoreJoinQPScore, TestPKIAuthenticationPlugin, PeerSyncWithIndexFingerprintCachingTest, CurrencyFieldTypeTest, WordBreakSolrSpellCheckerTest, TestFilteredDocIdSet, DirectSolrConnectionTest, TestNRTOpen, TestBlobHandler, BigEndianAscendingWordSerializerTest, ZkControllerTest, SuggesterTest, CoreSorterTest, TestManagedSchemaAPI, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=97C7652EFEEE70CD -Dtests.slow=true -Dtests.locale=ca-ES -Dtests.timezone=America/Barbados -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=15278, name=jetty-launcher-2190-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=15268, name=jetty-launcher-2190-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([97C7652EFEEE70CD]:0)
[junit4] Completed [278/749 (1!)] on J0 in 48.80s, 12 tests, 1 error <<< FAILURES!
[...truncated 48878 lines...]