You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/10/09 13:56:26 UTC
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 897
- Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/897/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics
Error Message:
Could not find collection:testkerberoscollection
Stack Trace:
java.lang.AssertionError: Could not find collection:testkerberoscollection
at __randomizedtesting.SeedInfo.seed([F9335FE7F3AF471D:C4EBF1CBCB41196D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:153)
at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testCollectionCreateSearchDelete(TestSolrCloudWithKerberosAlt.java:206)
at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics(TestSolrCloudWithKerberosAlt.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12115 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithKerberosAlt
[junit4] 2> 2627870 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]) [ ] o.a.d.s.c.DefaultDirectoryService You didn't change the admin password of directory service instance 'DefaultKrbServer'. Please update the admin password as soon as possible to prevent a possible security breach.
[junit4] 2> 2628262 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]) [ ] o.a.s.c.TestSolrCloudWithKerberosAlt Enable delegation token: true
[junit4] 2> 2628264 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-002
[junit4] 2> 2628264 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2628264 INFO (Thread-5472) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2628264 INFO (Thread-5472) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2628364 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]) [ ] o.a.s.c.ZkTestServer start zk server on port:61328
[junit4] 2> 2628367 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]-SendThread(127.0.0.1:61328)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2628370 WARN (zkCallback-2757-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@442b26a0 name: ZooKeeperConnection Watcher:127.0.0.1:61328 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2628370 WARN (zkCallback-2757-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2628398 INFO (jetty-launcher-2756-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2628399 INFO (jetty-launcher-2756-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@976262b{/solr,null,AVAILABLE}
[junit4] 2> 2628400 INFO (jetty-launcher-2756-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@3a31712b{HTTP/1.1,[http/1.1]}{127.0.0.1:34681}
[junit4] 2> 2628400 INFO (jetty-launcher-2756-thread-1) [ ] o.e.j.s.Server Started @2633543ms
[junit4] 2> 2628400 INFO (jetty-launcher-2756-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34681}
[junit4] 2> 2628401 INFO (jetty-launcher-2756-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2628401 INFO (jetty-launcher-2756-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2628401 INFO (jetty-launcher-2756-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2628401 INFO (jetty-launcher-2756-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-10-09T13:20:39.596Z
[junit4] 2> 2628405 WARN (jetty-launcher-2756-thread-1-SendThread(127.0.0.1:61328)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2628406 WARN (zkCallback-2758-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@537a2876 name: ZooKeeperConnection Watcher:127.0.0.1:61328/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2628406 WARN (zkCallback-2758-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2628407 INFO (jetty-launcher-2756-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2628423 INFO (jetty-launcher-2756-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61328/solr
[junit4] 2> 2628425 WARN (jetty-launcher-2756-thread-1-SendThread(127.0.0.1:61328)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2628427 WARN (zkCallback-2761-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7150b035 name: ZooKeeperConnection Watcher:127.0.0.1:61328 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2628427 WARN (zkCallback-2761-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2628443 WARN (jetty-launcher-2756-thread-1-SendThread(127.0.0.1:61328)) [n:127.0.0.1:34681_solr ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2628444 WARN (zkCallback-2762-thread-1-processing-n:127.0.0.1:34681_solr) [n:127.0.0.1:34681_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@506950a4 name: ZooKeeperConnection Watcher:127.0.0.1:61328/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2628444 WARN (zkCallback-2762-thread-1-processing-n:127.0.0.1:34681_solr) [n:127.0.0.1:34681_solr ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2628542 INFO (jetty-launcher-2756-thread-1) [n:127.0.0.1:34681_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34681_solr
[junit4] 2> 2628553 INFO (jetty-launcher-2756-thread-1) [n:127.0.0.1:34681_solr ] o.a.s.c.Overseer Overseer (id=96732396877381635-127.0.0.1:34681_solr-n_0000000000) starting
[junit4] 2> 2628602 INFO (jetty-launcher-2756-thread-1) [n:127.0.0.1:34681_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34681_solr
[junit4] 2> 2628614 INFO (zkCallback-2762-thread-1-processing-n:127.0.0.1:34681_solr) [n:127.0.0.1:34681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2628693 INFO (jetty-launcher-2756-thread-1) [n:127.0.0.1:34681_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.KerberosPlugin
[junit4] 2> 2628701 INFO (jetty-launcher-2756-thread-1) [n:127.0.0.1:34681_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 2628727 INFO (jetty-launcher-2756-thread-1) [n:127.0.0.1:34681_solr ] o.a.s.s.KerberosPlugin Params: {token.valid=30, kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/keytabs, cookie.domain=127.0.0.1, token.validity=36000, type=kerberos, delegation-token.token-kind=solr-dt, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, signer.secret.provider=zookeeper}
[junit4] 2> 2628886 INFO (jetty-launcher-2756-thread-1) [n:127.0.0.1:34681_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 2628907 WARN (jetty-launcher-2756-thread-1-SendThread(127.0.0.1:61328)) [n:127.0.0.1:34681_solr ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2628935 ERROR (jetty-launcher-2756-thread-1-EventThread) [n:127.0.0.1:34681_solr ] o.a.c.ConnectionState Authentication failed
[junit4] 2> 2628951 INFO (jetty-launcher-2756-thread-1-EventThread) [n:127.0.0.1:34681_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 2630174 INFO (jetty-launcher-2756-thread-1) [n:127.0.0.1:34681_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 2630175 INFO (jetty-launcher-2756-thread-1) [n:127.0.0.1:34681_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-002/node1/.
[junit4] 2> 2630178 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]-SendThread(127.0.0.1:61328)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2630179 WARN (zkCallback-2764-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b4c9269 name: ZooKeeperConnection Watcher:127.0.0.1:61328 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2630179 WARN (zkCallback-2764-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2630211 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]-SendThread(127.0.0.1:61328)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2630212 WARN (zkCallback-2766-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27b84fce name: ZooKeeperConnection Watcher:127.0.0.1:61328/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2630212 WARN (zkCallback-2766-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2631814 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]-SendThread(127.0.0.1:61328)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2631815 WARN (zkCallback-2768-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13aaf62f name: ZooKeeperConnection Watcher:127.0.0.1:61328/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2631815 WARN (zkCallback-2768-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2631825 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 2631922 INFO (qtp911850725-19213) [n:127.0.0.1:34681_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.solr.tests.ramBufferSizeMB=100&property.solr.tests.useMergePolicyFactory=false&property.solr.tests.useMergePolicy=true&version=2&property.solr.tests.mergeScheduler=org.apache.lucene.index.ConcurrentMergeScheduler&property.config=solrconfig-tlog.xml&property.solr.tests.maxBufferedDocs=100000&name=testkerberoscollection&action=CREATE&numShards=1&property.solr.tests.mergePolicy=org.apache.lucene.index.TieredMergePolicy&property.solr.directoryFactory=solr.RAMDirectoryFactory&wt=javabin and sendToOCPQueue=true
[junit4] 2> 2631928 INFO (OverseerThreadFactory-7595-thread-1-processing-n:127.0.0.1:34681_solr) [n:127.0.0.1:34681_solr ] o.a.s.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 2631928 INFO (OverseerThreadFactory-7595-thread-1-processing-n:127.0.0.1:34681_solr) [n:127.0.0.1:34681_solr ] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:solrCloudCollectionConfig
[junit4] 2> 2632048 ERROR (OverseerThreadFactory-7595-thread-1-processing-n:127.0.0.1:34681_solr) [n:127.0.0.1:34681_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34681/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34681/solr: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
[junit4] 2> <title>Error 401 </title>
[junit4] 2> </head>
[junit4] 2> <body>
[junit4] 2> <h2>HTTP ERROR: 401</h2>
[junit4] 2> <p>Problem accessing /solr/admin/cores. Reason:
[junit4] 2> <pre> Authentication required</pre></p>
[junit4] 2> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.8.v20160314</a><hr/>
[junit4] 2> </body>
[junit4] 2> </html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:195)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2632048 ERROR (OverseerThreadFactory-7595-thread-1-processing-n:127.0.0.1:34681_solr) [n:127.0.0.1:34681_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [testkerberoscollection].
[junit4] 2> 2632049 INFO (OverseerThreadFactory-7595-thread-1-processing-n:127.0.0.1:34681_solr) [n:127.0.0.1:34681_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2632755 INFO (OverseerThreadFactory-7595-thread-1-processing-n:127.0.0.1:34681_solr) [n:127.0.0.1:34681_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [testkerberoscollection]
[junit4] 2> 2632760 INFO (qtp911850725-19213) [n:127.0.0.1:34681_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2633933 INFO (OverseerCollectionConfigSetProcessor-96732396877381635-127.0.0.1:34681_solr-n_0000000000) [n:127.0.0.1:34681_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2662792 ERROR (qtp911850725-19213) [n:127.0.0.1:34681_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 2662792 INFO (qtp911850725-19213) [n:127.0.0.1:34681_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&property.solr.tests.ramBufferSizeMB=100&property.solr.tests.useMergePolicyFactory=false&property.solr.tests.useMergePolicy=true&version=2&property.solr.tests.mergeScheduler=org.apache.lucene.index.ConcurrentMergeScheduler&property.config=solrconfig-tlog.xml&property.solr.tests.maxBufferedDocs=100000&name=testkerberoscollection&action=CREATE&numShards=1&property.solr.tests.mergePolicy=org.apache.lucene.index.TieredMergePolicy&property.solr.directoryFactory=solr.RAMDirectoryFactory&wt=javabin} status=0 QTime=30878
[junit4] 2> 2662799 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=solr&p=solr@EXAMPLE.COM&t=kerberos-dt&e=1476055243110&s=pIIiG+jedg/xIogsgqeYxw71mog="; Path=/; Domain=127.0.0.1; Expires=dom, 09-oct-2016 23:20:43 GMT; HttpOnly". Invalid 'expires' attribute: dom, 09-oct-2016 23:20:43 GMT
[junit4] 2> 2662800 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]-SendThread(127.0.0.1:61328)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2662801 WARN (zkCallback-2769-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@378e607 name: ZooKeeperConnection Watcher:127.0.0.1:61328/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2662801 WARN (zkCallback-2769-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2662804 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2662806 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testkerberoscollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 2> 2662813 INFO (jetty-launcher-2756-thread-1) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@3a31712b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2662813 INFO (jetty-launcher-2756-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1856226019
[junit4] 2> 2662823 INFO (jetty-launcher-2756-thread-1) [ ] o.a.s.c.Overseer Overseer (id=96732396877381635-127.0.0.1:34681_solr-n_0000000000) closing
[junit4] 2> 2662823 INFO (OverseerStateUpdate-96732396877381635-127.0.0.1:34681_solr-n_0000000000) [n:127.0.0.1:34681_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34681_solr
[junit4] 2> 2662832 WARN (zkCallback-2762-thread-1-processing-n:127.0.0.1:34681_solr) [n:127.0.0.1:34681_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2662832 ERROR (Thread[Thread-5481,5,TGRP-TestSolrCloudWithKerberosAlt]) [n:127.0.0.1:34681_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 2662842 INFO (jetty-launcher-2756-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@976262b{/solr,null,UNAVAILABLE}
[junit4] 2> 2662850 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[F9335FE7F3AF471D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61328 61328
[junit4] 2> 2662882 INFO (Thread-5472) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61328 61328
[junit4] 2> 2662883 WARN (Thread-5472) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithKerberosAlt -Dtests.method=testBasics -Dtests.seed=F9335FE7F3AF471D -Dtests.slow=true -Dtests.locale=es-ES -Dtests.timezone=BET -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 39.0s J1 | TestSolrCloudWithKerberosAlt.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Could not find collection:testkerberoscollection
[junit4] > at __randomizedtesting.SeedInfo.seed([F9335FE7F3AF471D:C4EBF1CBCB41196D]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:153)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testCollectionCreateSearchDelete(TestSolrCloudWithKerberosAlt.java:206)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics(TestSolrCloudWithKerberosAlt.java:152)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_F9335FE7F3AF471D-001
[junit4] 2> Oct 09, 2016 1:21:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=2019, maxMBSortInHeap=7.277568056812935, sim=ClassicSimilarity, locale=es-ES, timezone=BET
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=142933248,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [RuleEngineTest, SecurityConfHandlerTest, TestNoOpRegenerator, TestFieldCacheVsDocValues, CoreAdminHandlerTest, TestStressRecovery, FullHLLTest, TestJsonFacets, NotRequiredUniqueKeyTest, TestCloudPseudoReturnFields, ConvertedLegacyTest, TestExactStatsCache, TestManagedSynonymFilterFactory, VMParamsZkACLAndCredentialsProvidersTest, TestInitParams, TestSolrDeletionPolicy2, CachingDirectoryFactoryTest, TestConfigSetImmutable, CSVRequestHandlerTest, TestLegacyFieldCache, TestDistributedGrouping, ParsingFieldUpdateProcessorsTest, TestSolrFieldCacheMBean, TestQueryWrapperFilter, TestRestManager, SuggestComponentContextFilterQueryTest, SolrCloudExampleTest, TestChildDocTransformer, TestClusterStateMutator, DistanceFunctionTest, TestStressCloudBlindAtomicUpdates, TestSolrConfigHandler, ResponseHeaderTest, TestTrie, TestConfigReload, DebugComponentTest, ClusterStateTest, FileBasedSpellCheckerTest, TestSlowCompositeReaderWrapper, UpdateParamsTest, ResourceLoaderTest, FacetPivotSmallTest, TestRestoreCore, TestConfigSets, TestDocBasedVersionConstraints, TestXmlQParser, TestUniqueKeyFieldResource, TestReload, TestBinaryResponseWriter, OverseerModifyCollectionTest, CollectionTooManyReplicasTest, TestAtomicUpdateErrorCases, TestSolrQueryParserDefaultOperatorResource, RemoteQueryErrorTest, TestReloadAndDeleteDocs, DistributedTermsComponentTest, CurrencyFieldOpenExchangeTest, ReturnFieldsTest, EchoParamsTest, TestJmxMonitoredMap, SolrIndexSplitterTest, OverseerStatusTest, TestRangeQuery, TestDistributedMissingSort, CollectionReloadTest, BitVectorTest, CoreAdminCreateDiscoverTest, DocExpirationUpdateProcessorFactoryTest, TestFieldCacheSort, SolrInfoMBeanTest, TestFieldCacheReopen, PreAnalyzedFieldTest, DistribCursorPagingTest, FullSolrCloudDistribCmdsTest, TestLeaderElectionWithEmptyReplica, HdfsChaosMonkeySafeLeaderTest, RequestLoggingTest, TestNamedUpdateProcessors, TestOrdValues, DistributedFacetPivotLargeTest, CollectionsAPIDistributedZkTest, BlobRepositoryCloudTest, MinimalSchemaTest, CircularListTest, TestCloudInspectUtil, TestComponentsName, UUIDUpdateProcessorFallbackTest, SolrCmdDistributorTest, TestGeoJSONResponseWriter, TestReversedWildcardFilterFactory, BooleanFieldTest, TestComplexPhraseQParserPlugin, OpenCloseCoreStressTest, DirectUpdateHandlerOptimizeTest, TestCoreDiscovery, LeaderFailureAfterFreshStartTest, TestDocSet, LoggingHandlerTest, DistribJoinFromCollectionTest, TestSearchPerf, TestRealTimeGet, LeaderInitiatedRecoveryOnShardRestartTest, TestCrossCoreJoin, DefaultValueUpdateProcessorTest, CdcrReplicationHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, SuggesterWFSTTest, TestDFRSimilarityFactory, OverriddenZkACLAndCredentialsProvidersTest, TestMiniSolrCloudClusterSSL, ExternalFileFieldSortTest, TestDefaultSearchFieldResource, TestRawResponseWriter, TestLeaderInitiatedRecoveryThread, SharedFSAutoReplicaFailoverTest, ScriptEngineTest, TestDistribDocBasedVersion, TestRequestForwarding, DeleteInactiveReplicaTest, JsonLoaderTest, SimpleCollectionCreateDeleteTest, SpellPossibilityIteratorTest, TestAnalyzeInfixSuggestions, UpdateRequestProcessorFactoryTest, TestWriterPerf, TestRandomFaceting, TestSizeLimitedDistributedMap, BigEndianAscendingWordDeserializerTest, SaslZkACLProviderTest, TestSearcherReuse, CheckHdfsIndexTest, TestRebalanceLeaders, DistributedFacetPivotWhiteBoxTest, RollingRestartTest, SortByFunctionTest, TestFastWriter, TestConfigSetsAPIZkFailure, TestQueryUtils, TestSubQueryTransformerCrossCore, TestFieldResource, CdcrVersionReplicationTest, TestSimpleTrackingShardHandler, NoCacheHeaderTest, TestSolr4Spatial, TestReplicationHandlerBackup, TestQueryTypes, TestExclusionRuleCollectionAccess, TestManagedResource, JSONWriterTest, TestZkChroot, TestSolrXml, AliasIntegrationTest, TestLFUCache, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionsAPISolrJTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, DistributedVersionInfoTest, HttpPartitionTest, MigrateRouteKeyTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, ReplicationFactorTest, RestartWhileUpdatingTest, SSLMigrationTest, ShardSplitTest, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt]
[junit4] Completed [499/635 (1!)] on J1 in 39.75s, 1 test, 1 failure <<< FAILURES!
[...truncated 60815 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 900
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/900/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistributedVersionInfoTest
Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:49830 within 30000 ms
Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:49830 within 30000 ms
at __randomizedtesting.SeedInfo.seed([2B88D4DCC8D81142]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:182)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:111)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:98)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:241)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:235)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:177)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:158)
at org.apache.solr.cloud.DistributedVersionInfoTest.setupCluster(DistributedVersionInfoTest.java:72)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:49830 within 30000 ms
at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:174)
... 32 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistributedVersionInfoTest
Error Message:
35 threads leaked from SUITE scope at org.apache.solr.cloud.DistributedVersionInfoTest: 1) Thread[id=50059, name=org.eclipse.jetty.server.session.HashSessionManager@5de099b2Timer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=50035, name=jetty-launcher-11481-thread-1, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=50052, name=qtp1740551309-50052, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=50027, name=Thread-5331, state=WAITING, group=TGRP-DistributedVersionInfoTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1249) at java.lang.Thread.join(Thread.java:1323) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491) 5) Thread[id=50039, name=qtp1912314207-50039-acceptor-0@77442092-ServerConnector@7ddc07a1{HTTP/1.1,[http/1.1]}{127.0.0.1:40988}, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=50060, name=qtp1933028218-50060, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=50040, name=qtp1912314207-50040, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=50063, name=qtp1933028218-50063, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=50042, name=qtp1912314207-50042, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=50045, name=qtp1740551309-50045, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=50055, name=qtp1740551309-50055, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 12) Thread[id=50036, name=jetty-launcher-11481-thread-2, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 13) Thread[id=50067, name=Scheduler-1769555466, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 14) Thread[id=50051, name=qtp1740551309-50051, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 15) Thread[id=50041, name=qtp1912314207-50041, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 16) Thread[id=50050, name=qtp1740551309-50050-acceptor-0@233b5b07-ServerConnector@3b35fcc7{HTTP/1.1,[http/1.1]}{127.0.0.1:49830}, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 17) Thread[id=50064, name=org.eclipse.jetty.server.session.HashSessionManager@30a474d1Timer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 18) Thread[id=50044, name=qtp1912314207-50044, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 19) Thread[id=50048, name=qtp1933028218-50048-acceptor-0@6bcb57c7-ServerConnector@1a216348{HTTP/1.1,[http/1.1]}{127.0.0.1:53675}, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 20) Thread[id=50031, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120) 21) Thread[id=50058, name=qtp1933028218-50058, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 22) Thread[id=50028, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178) at java.lang.Thread.run(Thread.java:745) 23) Thread[id=50038, name=qtp1912314207-50038, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 24) Thread[id=50061, name=qtp1933028218-50061, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 25) Thread[id=50047, name=qtp1933028218-50047, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 26) Thread[id=50062, name=qtp1933028218-50062, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 27) Thread[id=50029, name=SessionTracker, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 28) Thread[id=50054, name=qtp1740551309-50054, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 29) Thread[id=50056, name=qtp1740551309-50056, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 30) Thread[id=50043, name=qtp1912314207-50043, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 31) Thread[id=50053, name=qtp1740551309-50053, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 32) Thread[id=50037, name=jetty-launcher-11481-thread-3, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 33) Thread[id=50049, name=qtp1933028218-50049, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 34) Thread[id=50057, name=org.eclipse.jetty.server.session.HashSessionManager@3a8cd10dTimer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 35) Thread[id=50046, name=qtp1912314207-50046, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 35 threads leaked from SUITE scope at org.apache.solr.cloud.DistributedVersionInfoTest:
1) Thread[id=50059, name=org.eclipse.jetty.server.session.HashSessionManager@5de099b2Timer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=50035, name=jetty-launcher-11481-thread-1, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=50052, name=qtp1740551309-50052, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=50027, name=Thread-5331, state=WAITING, group=TGRP-DistributedVersionInfoTest]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1249)
at java.lang.Thread.join(Thread.java:1323)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:302)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
5) Thread[id=50039, name=qtp1912314207-50039-acceptor-0@77442092-ServerConnector@7ddc07a1{HTTP/1.1,[http/1.1]}{127.0.0.1:40988}, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=50060, name=qtp1933028218-50060, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=50040, name=qtp1912314207-50040, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=50063, name=qtp1933028218-50063, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=50042, name=qtp1912314207-50042, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=50045, name=qtp1740551309-50045, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=50055, name=qtp1740551309-50055, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
12) Thread[id=50036, name=jetty-launcher-11481-thread-2, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
13) Thread[id=50067, name=Scheduler-1769555466, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
14) Thread[id=50051, name=qtp1740551309-50051, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
15) Thread[id=50041, name=qtp1912314207-50041, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
16) Thread[id=50050, name=qtp1740551309-50050-acceptor-0@233b5b07-ServerConnector@3b35fcc7{HTTP/1.1,[http/1.1]}{127.0.0.1:49830}, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
17) Thread[id=50064, name=org.eclipse.jetty.server.session.HashSessionManager@30a474d1Timer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
18) Thread[id=50044, name=qtp1912314207-50044, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
19) Thread[id=50048, name=qtp1933028218-50048-acceptor-0@6bcb57c7-ServerConnector@1a216348{HTTP/1.1,[http/1.1]}{127.0.0.1:53675}, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:382)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:593)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
20) Thread[id=50031, name=ProcessThread(sid:0 cport:-1):, state=WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:120)
21) Thread[id=50058, name=qtp1933028218-50058, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
22) Thread[id=50028, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
at java.lang.Thread.run(Thread.java:745)
23) Thread[id=50038, name=qtp1912314207-50038, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
24) Thread[id=50061, name=qtp1933028218-50061, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
25) Thread[id=50047, name=qtp1933028218-50047, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
26) Thread[id=50062, name=qtp1933028218-50062, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
27) Thread[id=50029, name=SessionTracker, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
28) Thread[id=50054, name=qtp1740551309-50054, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
29) Thread[id=50056, name=qtp1740551309-50056, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
30) Thread[id=50043, name=qtp1912314207-50043, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
31) Thread[id=50053, name=qtp1740551309-50053, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
32) Thread[id=50037, name=jetty-launcher-11481-thread-3, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
33) Thread[id=50049, name=qtp1933028218-50049, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
34) Thread[id=50057, name=org.eclipse.jetty.server.session.HashSessionManager@3a8cd10dTimer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
35) Thread[id=50046, name=qtp1912314207-50046, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([2B88D4DCC8D81142]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistributedVersionInfoTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=50059, name=org.eclipse.jetty.server.session.HashSessionManager@5de099b2Timer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=50035, name=jetty-launcher-11481-thread-1, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=50036, name=jetty-launcher-11481-thread-2, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=50067, name=Scheduler-1769555466, state=WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=50037, name=jetty-launcher-11481-thread-3, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=50064, name=org.eclipse.jetty.server.session.HashSessionManager@30a474d1Timer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=50028, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=50038, name=qtp1912314207-50038, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest] at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method) at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=50045, name=qtp1740551309-50045, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=50057, name=org.eclipse.jetty.server.session.HashSessionManager@3a8cd10dTimer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=50047, name=qtp1933028218-50047, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest] at sun.nio.ch.DevPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.DevPollArrayWrapper.interrupt(DevPollArrayWrapper.java:300) at sun.nio.ch.DevPollSelectorImpl.wakeup(DevPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:97) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=50059, name=org.eclipse.jetty.server.session.HashSessionManager@5de099b2Timer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=50035, name=jetty-launcher-11481-thread-1, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=50036, name=jetty-launcher-11481-thread-2, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=50067, name=Scheduler-1769555466, state=WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=50037, name=jetty-launcher-11481-thread-3, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=50064, name=org.eclipse.jetty.server.session.HashSessionManager@30a474d1Timer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=50028, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=50038, name=qtp1912314207-50038, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=50045, name=qtp1740551309-50045, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
10) Thread[id=50057, name=org.eclipse.jetty.server.session.HashSessionManager@3a8cd10dTimer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
11) Thread[id=50047, name=qtp1933028218-50047, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
at sun.nio.ch.DevPollArrayWrapper.interrupt(Native Method)
at sun.nio.ch.DevPollArrayWrapper.interrupt(DevPollArrayWrapper.java:300)
at sun.nio.ch.DevPollSelectorImpl.wakeup(DevPollSelectorImpl.java:207)
at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([2B88D4DCC8D81142]:0)
Build Log:
[...truncated 11986 lines...]
[junit4] Suite: org.apache.solr.cloud.DistributedVersionInfoTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DistributedVersionInfoTest_2B88D4DCC8D81142-001/init-core-data-001
[junit4] 2> 2116444 INFO (SUITE-DistributedVersionInfoTest-seed#[2B88D4DCC8D81142]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2116445 INFO (SUITE-DistributedVersionInfoTest-seed#[2B88D4DCC8D81142]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.DistributedVersionInfoTest_2B88D4DCC8D81142-001/tempDir-001
[junit4] 2> 2116445 INFO (SUITE-DistributedVersionInfoTest-seed#[2B88D4DCC8D81142]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2116445 INFO (Thread-5331) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2116445 INFO (Thread-5331) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2116550 INFO (SUITE-DistributedVersionInfoTest-seed#[2B88D4DCC8D81142]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:49830
[junit4] 2> 2116561 INFO (jetty-launcher-11481-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2116561 INFO (jetty-launcher-11481-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2116561 INFO (jetty-launcher-11481-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2116566 INFO (jetty-launcher-11481-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@340635f3{/solr,null,AVAILABLE}
[junit4] 2> 2116566 INFO (jetty-launcher-11481-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cf5682{/solr,null,AVAILABLE}
[junit4] 2> 2116567 INFO (jetty-launcher-11481-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@3b35fcc7{HTTP/1.1,[http/1.1]}{127.0.0.1:49830}
[junit4] 2> 2116567 INFO (jetty-launcher-11481-thread-3) [ ] o.e.j.s.Server Started @2120577ms
[junit4] 2> 2116567 INFO (jetty-launcher-11481-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49830}
[junit4] 2> 2116567 INFO (jetty-launcher-11481-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 2116567 INFO (jetty-launcher-11481-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2116567 INFO (jetty-launcher-11481-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2116567 INFO (jetty-launcher-11481-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-10-10T22:37:47.460Z
[junit4] 2> 2116568 INFO (jetty-launcher-11481-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e591a38{/solr,null,AVAILABLE}
[junit4] 2> 2116568 INFO (jetty-launcher-11481-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@7ddc07a1{HTTP/1.1,[http/1.1]}{127.0.0.1:40988}
[junit4] 2> 2116568 INFO (jetty-launcher-11481-thread-2) [ ] o.e.j.s.Server Started @2120579ms
[junit4] 2> 2116568 INFO (jetty-launcher-11481-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40988}
[junit4] 2> 2116568 INFO (jetty-launcher-11481-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 2116568 INFO (jetty-launcher-11481-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2116568 INFO (jetty-launcher-11481-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2116568 INFO (jetty-launcher-11481-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@1a216348{HTTP/1.1,[http/1.1]}{127.0.0.1:53675}
[junit4] 2> 2116569 INFO (jetty-launcher-11481-thread-1) [ ] o.e.j.s.Server Started @2120579ms
[junit4] 2> 2116569 INFO (jetty-launcher-11481-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53675}
[junit4] 2> 2116568 INFO (jetty-launcher-11481-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-10-10T22:37:47.461Z
[junit4] 2> 2116569 INFO (jetty-launcher-11481-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 2116569 INFO (jetty-launcher-11481-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2116569 INFO (jetty-launcher-11481-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2116569 INFO (jetty-launcher-11481-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-10-10T22:37:47.462Z
[junit4] 2> 2116570 WARN (qtp1740551309-50045) [ ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@73c60bfe[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00>>>\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00...\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00}
[junit4] 2> 2116571 WARN (qtp1740551309-50045) [ ] o.e.j.h.HttpParser bad HTTP parsed: 400 Illegal character 0x0 for HttpChannelOverHttp@28e000cc{r=0,c=false,a=IDLE,uri=null}
[junit4] 2> 2116572 WARN (qtp1740551309-50052) [ ] o.e.j.h.HttpParser Illegal character 0x0 in state=START for buffer HeapByteBuffer@76fa0988[p=1,l=49,c=8192,r=48]={\x00<<<\x00\x00-\x00\x0
[...truncated too long message...]
4] > 4) Thread[id=50067, name=Scheduler-1769555466, state=WAITING, group=TGRP-DistributedVersionInfoTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 5) Thread[id=50037, name=jetty-launcher-11481-thread-3, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 6) Thread[id=50064, name=org.eclipse.jetty.server.session.HashSessionManager@30a474d1Timer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 7) Thread[id=50028, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
[junit4] > at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
[junit4] > at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
[junit4] > at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:178)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 8) Thread[id=50038, name=qtp1912314207-50038, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
[junit4] > at sun.nio.ch.DevPollArrayWrapper.poll0(Native Method)
[junit4] > at sun.nio.ch.DevPollArrayWrapper.poll(DevPollArrayWrapper.java:223)
[junit4] > at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:98)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 9) Thread[id=50045, name=qtp1740551309-50045, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:109)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 10) Thread[id=50057, name=org.eclipse.jetty.server.session.HashSessionManager@3a8cd10dTimer, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 11) Thread[id=50047, name=qtp1933028218-50047, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
[junit4] > at sun.nio.ch.DevPollArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.DevPollArrayWrapper.interrupt(DevPollArrayWrapper.java:300)
[junit4] > at sun.nio.ch.DevPollSelectorImpl.wakeup(DevPollSelectorImpl.java:207)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.DevPollSelectorImpl.doSelect(DevPollSelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:102)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:137)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([2B88D4DCC8D81142]:0)
[junit4] Completed [451/635 (1!)] on J0 in 85.41s, 0 tests, 3 errors <<< FAILURES!
[...truncated 60941 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 899
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/899/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.LargeVolumeEmbeddedTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [TransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188) at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:344) at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:859) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:428) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:415) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:299) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:211) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:166) at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:957) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1112) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:738) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103) at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:250) at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:177) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2106) at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:178) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149) at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:106) at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:71) at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:85) at org.apache.solr.client.solrj.LargeVolumeTestBase$DocThread.run(LargeVolumeTestBase.java:109)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [TransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:344)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:859)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:428)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:415)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:299)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:211)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:166)
at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:957)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1112)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:738)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:250)
at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:177)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2106)
at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:106)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:71)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:85)
at org.apache.solr.client.solrj.LargeVolumeTestBase$DocThread.run(LargeVolumeTestBase.java:109)
at __randomizedtesting.SeedInfo.seed([5A2B6EE43DC23704]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:261)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 13088 lines...]
[junit4] Suite: org.apache.solr.client.solrj.embedded.LargeVolumeEmbeddedTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/init-core-data-001
[junit4] 2> 119100 INFO (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 119150 INFO (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 119157 WARN (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/extraction/lib
[junit4] 2> 119157 WARN (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist
[junit4] 2> 119157 WARN (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/clustering/lib
[junit4] 2> 119157 WARN (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist
[junit4] 2> 119158 WARN (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/langid/lib
[junit4] 2> 119158 WARN (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist
[junit4] 2> 119158 WARN (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/velocity/lib
[junit4] 2> 119158 WARN (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist
[junit4] 2> 119164 INFO (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
[junit4] 2> 119165 INFO (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 119196 INFO (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=example
[junit4] 2> 119322 INFO (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
[junit4] 2> 119322 INFO (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
[junit4] 2> 119323 INFO (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
[junit4] 2> 119323 INFO (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
[junit4] 2> 119323 INFO (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
[junit4] 2> 119361 WARN (coreLoadExecutor-855-thread-1) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/extraction/lib
[junit4] 2> 119361 WARN (coreLoadExecutor-855-thread-1) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist
[junit4] 2> 119361 WARN (coreLoadExecutor-855-thread-1) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/clustering/lib
[junit4] 2> 119361 WARN (coreLoadExecutor-855-thread-1) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist
[junit4] 2> 119361 WARN (coreLoadExecutor-855-thread-1) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/langid/lib
[junit4] 2> 119361 WARN (coreLoadExecutor-855-thread-1) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist
[junit4] 2> 119361 WARN (coreLoadExecutor-855-thread-1) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../contrib/velocity/lib
[junit4] 2> 119361 WARN (coreLoadExecutor-855-thread-1) [ ] o.a.s.c.SolrConfig Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/../../../../dist
[junit4] 2> 119368 INFO (coreLoadExecutor-855-thread-1) [ ] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
[junit4] 2> 119369 INFO (coreLoadExecutor-855-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 119451 INFO (coreLoadExecutor-855-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=example
[junit4] 2> 119677 INFO (coreLoadExecutor-855-thread-1) [ ] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
[junit4] 2> 119677 INFO (coreLoadExecutor-855-thread-1) [ ] o.a.s.r.RestManager Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
[junit4] 2> 119678 INFO (coreLoadExecutor-855-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema example/1.6 with uniqueid field id
[junit4] 2> 119678 INFO (coreLoadExecutor-855-thread-1) [ ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedStopFilterFactory to existing ManagedResource /schema/analysis/stopwords/english
[junit4] 2> 119678 INFO (coreLoadExecutor-855-thread-1) [ ] o.a.s.r.RestManager Added observer of type org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory to existing ManagedResource /schema/analysis/synonyms/english
[junit4] 2> 119699 INFO (coreLoadExecutor-855-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1
[junit4] 2> 119699 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/init-core-data-001/]
[junit4] 2> 119699 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a28ea5a
[junit4] 2> 119702 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@725adab0
[junit4] 2> 119702 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: delete []
[junit4] 2> 119702 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: delete []
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: 0 msec to checkpoint
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: init: create=true
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]:
[junit4] 2> dir=MockDirectoryWrapper(RAMDirectory@241b2d32 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2aeb48d9)
[junit4] 2> index=
[junit4] 2> version=7.0.0
[junit4] 2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
[junit4] 2> ramBufferSizeMB=100.0
[junit4] 2> maxBufferedDocs=-1
[junit4] 2> maxBufferedDeleteTerms=-1
[junit4] 2> mergedSegmentWarmer=null
[junit4] 2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
[junit4] 2> commit=null
[junit4] 2> openMode=CREATE
[junit4] 2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$1
[junit4] 2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
[junit4] 2> codec=Lucene70
[junit4] 2> infoStream=org.apache.solr.update.LoggingInfoStream
[junit4] 2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1
[junit4] 2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@69712718
[junit4] 2> readerPooling=false
[junit4] 2> perThreadHardLimitMB=1945
[junit4] 2> useCompoundFile=false
[junit4] 2> commitOnClose=true
[junit4] 2> indexSort=null
[junit4] 2> writer=org.apache.solr.update.SolrIndexWriter@14fef5b9
[junit4] 2>
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: now flush at close
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: start flush: applyAllDeletes=true
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: index before flush
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-855-thread-1]: startFullFlush
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-855-thread-1]: coreLoadExecutor-855-thread-1 finishFullFlush success=true
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: apply all deletes during flush
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: now apply all deletes for all segments maxDoc=0
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-855-thread-1]: prune sis=segments: minGen=9223372036854775807 packetCount=0
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-855-thread-1]: initDynamicDefaults spins=false maxThreadCount=1 maxMergeCount=6
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-855-thread-1]: updateMergeThreads ioThrottle=true targetMBPerSec=10240.0 MB/sec
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-855-thread-1]: now merge
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-855-thread-1]: index:
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [MS][coreLoadExecutor-855-thread-1]: no more merges pending; now return
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: waitForMerges
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: waitForMerges done
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: commit: start
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: commit: enter lock
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: commit: now prepare
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: prepareCommit: flush
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: index before flush
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-855-thread-1]: startFullFlush
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: apply all deletes during flush
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: now apply all deletes for all segments maxDoc=0
[junit4] 2> 119703 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-855-thread-1]: prune sis=segments: minGen=9223372036854775807 packetCount=0
[junit4] 2> 119704 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-855-thread-1]: coreLoadExecutor-855-thread-1 finishFullFlush success=true
[junit4] 2> 119704 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: startCommit(): start
[junit4] 2> 119704 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: startCommit index= changeCount=2
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: startCommit: wrote pending segments file "pending_segments_1"
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: done all syncs: []
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: commit: pendingCommit != null
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: commit: done writing segments file "segments_1"
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: 0 msec to checkpoint
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: delete []
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: commit: took 1.8 msec
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: commit: done
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: rollback
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: all running merges have aborted
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: rollback: done finish merges
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-855-thread-1]: abort
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-855-thread-1]: done abort success=true
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: rollback: infos=
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
[junit4] 2> 119705 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: delete []
[junit4] 2> 119707 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: 1 msec to checkpoint
[junit4] 2> 119707 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: delete []
[junit4] 2> 119707 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
[junit4] 2> 119724 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 119724 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@725adab0
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: init: load commit "segments_1"
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: delete []
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: delete []
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-855-thread-1]: 0 msec to checkpoint
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: init: create=false
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]:
[junit4] 2> dir=MockDirectoryWrapper(RAMDirectory@241b2d32 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2aeb48d9)
[junit4] 2> index=
[junit4] 2> version=7.0.0
[junit4] 2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
[junit4] 2> ramBufferSizeMB=100.0
[junit4] 2> maxBufferedDocs=-1
[junit4] 2> maxBufferedDeleteTerms=-1
[junit4] 2> mergedSegmentWarmer=null
[junit4] 2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
[junit4] 2> commit=null
[junit4] 2> openMode=APPEND
[junit4] 2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$1
[junit4] 2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
[junit4] 2> codec=Lucene70
[junit4] 2> infoStream=org.apache.solr.update.LoggingInfoStream
[junit4] 2> mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1
[junit4] 2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@72ff68e1
[junit4] 2> readerPooling=false
[junit4] 2> perThreadHardLimitMB=1945
[junit4] 2> useCompoundFile=false
[junit4] 2> commitOnClose=true
[junit4] 2> indexSort=null
[junit4] 2> writer=org.apache.solr.update.SolrIndexWriter@7e148070
[junit4] 2>
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: MMapDirectory.UNMAP_SUPPORTED=true
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: flush at getReader
[junit4] 2> 119725 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-855-thread-1]: startFullFlush
[junit4] 2> 119726 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: apply all deletes during flush
[junit4] 2> 119726 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: now apply all deletes for all segments maxDoc=0
[junit4] 2> 119726 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreLoadExecutor-855-thread-1]: prune sis=segments_1: minGen=9223372036854775807 packetCount=0
[junit4] 2> 119726 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: incRefDeleter for NRT reader version=2 segments=
[junit4] 2> 119726 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
[junit4] 2> 119726 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreLoadExecutor-855-thread-1]: coreLoadExecutor-855-thread-1 finishFullFlush success=true
[junit4] 2> 119726 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-855-thread-1]: getReader took 1 msec
[junit4] 2> 119726 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@47b6518c[collection1] main]
[junit4] 2> 119726 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/conf
[junit4] 2> 119727 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _rest_managed.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/conf
[junit4] 2> 119727 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {} for /rest/managed
[junit4] 2> 119727 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_stopwords_english.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/conf
[junit4] 2> 119728 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true} for /schema/analysis/stopwords/english
[junit4] 2> 119728 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedWordSetResource Loaded 35 words for /schema/analysis/stopwords/english
[junit4] 2> 119728 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/stopwords/english
[junit4] 2> 119728 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _schema_analysis_synonyms_english.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/conf
[junit4] 2> 119728 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.ManagedResource Loaded initArgs {ignoreCase=true,format=solr} for /schema/analysis/synonyms/english
[junit4] 2> 119728 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.s.a.ManagedSynonymFilterFactory Loaded 3 synonym mappings for /schema/analysis/synonyms/english
[junit4] 2> 119728 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.r.ManagedResource Notified 2 observers of /schema/analysis/synonyms/english
[junit4] 2> 119728 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 119728 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4] 2> 119729 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 119729 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string,buildOnStartup=false}
[junit4] 2> 119729 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string,buildOnStartup=false}
[junit4] 2> 119729 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.embedded.LargeVolumeEmbeddedTest_5A2B6EE43DC23704-001/tempDir-001/collection1/conf/elevate.xml
[junit4] 2> 119734 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 119735 INFO (coreLoadExecutor-855-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547803231359336448
[junit4] 2> 119738 INFO (SUITE-LargeVolumeEmbeddedTest-seed#[5A2B6EE43DC23704]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 119742 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMultiThreaded
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: nrtIsCurrent: infoVersion matches: true; DW changes: true; BD changes: false
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: flush at getReader
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: startFullFlush
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]: flush naked frozen global deletes
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [BD][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: push deletes 1 deleted queries bytesUsed=80 segmentPrivate?=false delGen=2 packetCount=1 totBytesUsed=80
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: flush: push buffered updates: 1 deleted queries bytesUsed=80
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: apply all deletes during flush
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: now apply all deletes for all segments maxDoc=0
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [BD][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: prune sis=segments_1: minGen=9223372036854775807 packetCount=1
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [BD][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: pruneDeletes: prune 1 packets; 0 packets remain
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: incRefDeleter for NRT reader version=2 segments=
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: return reader version=2 reader=StandardDirectoryReader(segments_1:2:nrt)
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [DW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704] finishFullFlush success=true
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: getReader took 0 msec
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [IFD][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: delete []
[junit4] 2> 119745 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.LoggingInfoStream [IW][TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]]: decRefDeleter for NRT reader version=2 segments=
[junit4] 2> 119746 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=/update params={}{deleteByQuery=*:* (-1547803231366676480)} 0 3
[junit4] 2> 119746 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.c.s.LargeVolumeTestBase Started thread: 0
[junit4] 2> 119746 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.c.s.LargeVolumeTestBase Started thread: 1
[junit4] 2> 119746 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.c.s.LargeVolumeTestBase Started thread: 2
[junit4] 2> 119747 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.c.s.LargeVolumeTestBase Started thread: 3
[junit4] 2> 119747 INFO (TEST-LargeVolumeEmbeddedTest.testMultiThreaded-seed#[5A2B6EE43DC23704]) [ ] o.a.s.c.s.LargeVolumeTestBase Started thread: 4
[junit4] 2> 119763 INFO (DocThread-0) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=/update params={}{add=[T0:0 (1547803231371919360), T0:1 (1547803231387648000), T0:2 (1547803231387648001), T0:3 (1547803231387648002), T0:4 (1547803231387648003), T0:5 (1547803231387648004), T0:6 (1547803231387648005), T0:7 (1547803231387648006), T0:8 (1547803231387648007), T0:9 (1547803231387648008), ... (100 adds)]} 0 16
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e148070
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: commit: start
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: commit: enter lock
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: commit: now prepare
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: prepareCommit: flush
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: index before flush
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-0]: startFullFlush
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-0]: anyChanges? numDocsInRam=100 deletes=true hasTickets:false pendingChangesInFullFlush: false
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DWFC][DocThread-0]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 99 deleted terms (unique count=99) bytesUsed=16722, segment=_0, aborted=false, numDocsInRAM=100, deleteQueue=DWDQ: [ generation: 2 ]]
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-0]: flush postings as segment _0 numDocs=100
[junit4] 2> 119764 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: 0 msec to write norms
[junit4] 2> 119765 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: 0 msec to write docValues
[junit4] 2> 119765 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: 0 msec to write points
[junit4] 2> 119765 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: 0 msec to finish stored fields
[junit4] 2> 119765 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: 0 msec to write postings and finish vectors
[junit4] 2> 119765 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: 0 msec to write fieldInfos
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-0]: new segment has 0 deleted docs
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-0]: new segment has no vectors; norms; docValues; prox; freqs
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-0]: flushedFiles=[_0_Lucene50_0.doc, _0_Lucene50_0.tim, _0_Lucene70_0.dvd, _0_Lucene50_0.pos, _0.nvd, _0.fdx, _0_Lucene50_0.tip, _0.fdt, _0.nvm, _0_Lucene70_0.dvm, _0.fnm]
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-0]: flushed codec=Lucene70
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-0]: flushed: segment=_0 ramUsed=0.114 MB newFlushedSize=0.004 MB docs/MB=27,392.268
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-0]: flush time 1.662014 msec
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-0]: publishFlushedSegment seg-private updates=null
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: publishFlushedSegment
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-0]: push deletes 100 deleted terms (unique count=100) bytesUsed=1072 segmentPrivate?=false delGen=4 packetCount=1 totBytesUsed=1072
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: publish sets newSegment delGen=5 seg=_0(7.0.0):C100
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-0]: now checkpoint "_0(7.0.0):C100" [1 segments ; isCommit = false]
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-0]: delete []
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-0]: 0 msec to checkpoint
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: apply all deletes during flush
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: now apply all deletes for all segments maxDoc=100
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-0]: applyDeletes: open segment readers took 0 msec
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-0]: applyDeletes: infos=[_0(7.0.0):C100] packetCount=1
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-0]: applyDeletes took 0 msec for 1 segments, 0 newly deleted docs (query deletes), 0 visited terms, allDeleted=null
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-0]: prune sis=segments_1: _0(7.0.0):C100 minGen=5 packetCount=1
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-0]: pruneDeletes: prune 1 packets; 0 packets remain
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-0]: DocThread-0 finishFullFlush success=true
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-0]: findMerges: 1 segments
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-0]: seg=_0(7.0.0):C100 size=0.004 MB [floored]
[junit4] 2> 119766 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-0]: allowedSegmentCount=1 vs count=1 (eligible count=1) tooBigCount=0
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-0]: initDynamicDefaults spins=false maxThreadCount=1 maxMergeCount=6
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-0]: now merge
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-0]: index: _0(7.0.0):C100
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-0]: no more merges pending; now return
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: startCommit(): start
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: startCommit index=_0(7.0.0):C100 changeCount=4
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: startCommit: wrote pending segments file "pending_segments_2"
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: done all syncs: [_0.si, _0_Lucene50_0.doc, _0_Lucene50_0.tim, _0_Lucene70_0.dvd, _0_Lucene50_0.pos, _0.nvd, _0.fdx, _0_Lucene50_0.tip, _0.fdt, _0_Lucene70_0.dvm, _0.nvm, _0.fnm]
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: commit: pendingCommit != null
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: commit: done writing segments file "segments_2"
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-0]: now checkpoint "_0(7.0.0):C100" [1 segments ; isCommit = true]
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-0]: deleteCommits: now decRef commit "segments_1"
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-0]: delete [segments_1]
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-0]: 0 msec to checkpoint
[junit4] 2> 119767 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-0]: delete []
[junit4] 2> 119768 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: commit: took 3.7 msec
[junit4] 2> 119768 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: commit: done
[junit4] 2> 119768 WARN (DocThread-0) [ ] o.a.s.c.SolrCore [collection1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
[junit4] 2> 119768 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: nrtIsCurrent: infoVersion matches: false; DW changes: false; BD changes: false
[junit4] 2> 119768 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: flush at getReader
[junit4] 2> 119768 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-0]: startFullFlush
[junit4] 2> 119768 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: apply all deletes during flush
[junit4] 2> 119768 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: now apply all deletes for all segments maxDoc=100
[junit4] 2> 119768 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-0]: applyDeletes: open segment readers took 0 msec
[junit4] 2> 119768 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-0]: applyDeletes: no segments; skipping
[junit4] 2> 119768 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-0]: prune sis=segments_2: _0(7.0.0):C100 minGen=5 packetCount=0
[junit4] 2> 119769 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: incRefDeleter for NRT reader version=6 segments=_0(7.0.0):C100
[junit4] 2> 119769 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: return reader version=6 reader=StandardDirectoryReader(segments_2:6:nrt _0(7.0.0):C100)
[junit4] 2> 119769 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-0]: DocThread-0 finishFullFlush success=true
[junit4] 2> 119769 INFO (DocThread-0) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-0]: getReader took 1 msec
[junit4] 2> 119770 INFO (searcherExecutor-856-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@47b6518c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 119769 INFO (DocThread-0) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2974c88a[collection1] main]
[junit4] 2> 119815 INFO (DocThread-0) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 119818 INFO (DocThread-1) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=/update params={}{add=[T1:0 (1547803231397085184), T1:1 (1547803231444271104), T1:2 (1547803231444271105), T1:3 (1547803231444271106), T1:4 (1547803231444271107), T1:5 (1547803231444271108), T1:6 (1547803231444271109), T1:7 (1547803231444271110), T1:8 (1547803231444271111), T1:9 (1547803231444271112), ... (100 adds)]} 0 46
[junit4] 2> 119818 INFO (DocThread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 119822 INFO (DocThread-1) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e148070
[junit4] 2> 119822 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: commit: start
[junit4] 2> 119822 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: commit: enter lock
[junit4] 2> 119822 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: commit: now prepare
[junit4] 2> 119822 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: prepareCommit: flush
[junit4] 2> 119825 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: index before flush _0(7.0.0):C100
[junit4] 2> 119825 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-1]: startFullFlush
[junit4] 2> 119825 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-1]: anyChanges? numDocsInRam=100 deletes=true hasTickets:false pendingChangesInFullFlush: false
[junit4] 2> 119828 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DWFC][DocThread-1]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0, segment=_1, aborted=false, numDocsInRAM=1, deleteQueue=DWDQ: [ generation: 4 ]]
[junit4] 2> 119828 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DWFC][DocThread-1]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 102 deleted terms (unique count=102) bytesUsed=17226, segment=_2, aborted=false, numDocsInRAM=101, deleteQueue=DWDQ: [ generation: 4 ]]
[junit4] 2> 119828 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DWFC][DocThread-1]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0, segment=_3, aborted=false, numDocsInRAM=1, deleteQueue=DWDQ: [ generation: 4 ]]
[junit4] 2> 119828 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-1]: flush postings as segment _1 numDocs=1
[junit4] 2> 119829 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-2]: flush postings as segment _2 numDocs=101
[junit4] 2> 119829 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-3]: flush postings as segment _3 numDocs=1
[junit4] 2> 119829 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: 0 msec to write norms
[junit4] 2> 119829 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: 0 msec to write docValues
[junit4] 2> 119829 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: 0 msec to write points
[junit4] 2> 119830 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: 0 msec to finish stored fields
[junit4] 2> 119831 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: 1 msec to write postings and finish vectors
[junit4] 2> 119831 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: 0 msec to write fieldInfos
[junit4] 2> 119831 INFO (DocThread-4) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=/update params={}{add=[T4:0 (1547803231394988032), T4:1 (1547803231457902594), T4:2 (1547803231457902595), T4:3 (1547803231457902596), T4:4 (1547803231457902597), T4:5 (1547803231457902598), T4:6 (1547803231457902599), T4:7 (1547803231457902600), T4:8 (1547803231457902601), T4:9 (1547803231457902602), ... (100 adds)]} 0 62
[junit4] 2> 119831 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-1]: new segment has 0 deleted docs
[junit4] 2> 119831 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-1]: new segment has no vectors; norms; docValues; prox; freqs
[junit4] 2> 119831 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-1]: flushedFiles=[_1_Lucene50_0.doc, _1_Lucene50_0.tim, _1_Lucene70_0.dvd, _1.nvd, _1_Lucene50_0.pos, _1.fdx, _1.nvm, _1.fnm, _1.fdt, _1_Lucene70_0.dvm, _1_Lucene50_0.tip]
[junit4] 2> 119831 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-1]: flushed codec=Lucene70
[junit4] 2> 119831 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-1]: flushed: segment=_1 ramUsed=0.096 MB newFlushedSize=0.001 MB docs/MB=685.344
[junit4] 2> 119832 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-1]: flush time 3.321353 msec
[junit4] 2> 119832 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-3]: 3 msec to write norms
[junit4] 2> 119832 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-3]: 0 msec to write docValues
[junit4] 2> 119832 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-3]: 0 msec to write points
[junit4] 2> 119832 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-2]: 3 msec to write norms
[junit4] 2> 119832 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-3]: 0 msec to finish stored fields
[junit4] 2> 119833 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-2]: 0 msec to write docValues
[junit4] 2> 119833 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-2]: 0 msec to write points
[junit4] 2> 119833 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-2]: 0 msec to finish stored fields
[junit4] 2> 119833 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-3]: 0 msec to write postings and finish vectors
[junit4] 2> 119833 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-3]: 0 msec to write fieldInfos
[junit4] 2> 119833 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-3]: new segment has 0 deleted docs
[junit4] 2> 119833 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-3]: new segment has no vectors; norms; docValues; prox; freqs
[junit4] 2> 119833 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-3]: flushedFiles=[_3.fdx, _3.nvd, _3_Lucene50_0.pos, _3_Lucene70_0.dvd, _3_Lucene50_0.doc, _3_Lucene50_0.tim, _3_Lucene70_0.dvm, _3.nvm, _3.fnm, _3.fdt, _3_Lucene50_0.tip]
[junit4] 2> 119833 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-3]: flushed codec=Lucene70
[junit4] 2> 119833 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-3]: flushed: segment=_3 ramUsed=0.095 MB newFlushedSize=0.001 MB docs/MB=685.344
[junit4] 2> 119834 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-3]: flush time 5.0382 msec
[junit4] 2> 119834 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-2]: 0 msec to write postings and finish vectors
[junit4] 2> 119834 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-3]: publishFlushedSegment seg-private updates=null
[junit4] 2> 119834 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-3]: publishFlushedSegment
[junit4] 2> 119834 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-3]: push deletes 103 deleted terms (unique count=103) bytesUsed=1072 segmentPrivate?=false delGen=8 packetCount=1 totBytesUsed=1072
[junit4] 2> 119834 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-3]: publish sets newSegment delGen=9 seg=_1(7.0.0):C1
[junit4] 2> 119834 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-3]: now checkpoint "_0(7.0.0):C100 _1(7.0.0):C1" [2 segments ; isCommit = false]
[junit4] 2> 119834 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-3]: delete []
[junit4] 2> 119834 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-3]: 0 msec to checkpoint
[junit4] 2> 119834 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-3]: findMerges: 2 segments
[junit4] 2> 119835 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-3]: seg=_0(7.0.0):C100 size=0.004 MB [floored]
[junit4] 2> 119835 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-3]: seg=_1(7.0.0):C1 size=0.001 MB [floored]
[junit4] 2> 119835 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-3]: allowedSegmentCount=1 vs count=2 (eligible count=2) tooBigCount=0
[junit4] 2> 119892 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-3]: now merge
[junit4] 2> 119892 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-3]: index: _0(7.0.0):C100 _1(7.0.0):C1
[junit4] 2> 119892 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-3]: no more merges pending; now return
[junit4] 2> 119892 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-3]: findMerges: 2 segments
[junit4] 2> 119892 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-3]: seg=_0(7.0.0):C100 size=0.004 MB [floored]
[junit4] 2> 119892 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-3]: seg=_1(7.0.0):C1 size=0.001 MB [floored]
[junit4] 2> 119892 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-3]: allowedSegmentCount=1 vs count=2 (eligible count=2) tooBigCount=0
[junit4] 2> 119892 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-3]: now merge
[junit4] 2> 119892 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-3]: index: _0(7.0.0):C100 _1(7.0.0):C1
[junit4] 2> 119892 INFO (DocThread-3) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-3]: no more merges pending; now return
[junit4] 2> 119894 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-2]: 59 msec to write fieldInfos
[junit4] 2> 119894 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-2]: new segment has 0 deleted docs
[junit4] 2> 119894 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-2]: new segment has no vectors; norms; docValues; prox; freqs
[junit4] 2> 119894 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-2]: flushedFiles=[_2.nvd, _2_Lucene70_0.dvd, _2.fdt, _2.nvm, _2_Lucene50_0.pos, _2.fnm, _2.fdx, _2_Lucene50_0.doc, _2_Lucene50_0.tim, _2_Lucene70_0.dvm, _2_Lucene50_0.tip]
[junit4] 2> 119894 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-2]: flushed codec=Lucene70
[junit4] 2> 119894 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-2]: flushed: segment=_2 ramUsed=0.115 MB newFlushedSize=0.004 MB docs/MB=27,479.547
[junit4] 2> 119896 INFO (DocThread-3) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=/update params={}{add=[T3:0 (1547803231397085185), T3:1 (1547803231457902592), T3:2 (1547803231523962880), T3:3 (1547803231525011456), T3:4 (1547803231525011457), T3:5 (1547803231525011458), T3:6 (1547803231525011459), T3:7 (1547803231525011460), T3:8 (1547803231525011461), T3:9 (1547803231525011462), ... (100 adds)]} 0 124
[junit4] 2> 119896 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-2]: flush time 67.866803 msec
[junit4] 2> 119897 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-1]: publishFlushedSegment seg-private updates=null
[junit4] 2> 119897 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-2]: findMerges: 2 segments
[junit4] 2> 119897 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-2]: seg=_0(7.0.0):C100 size=0.004 MB [floored]
[junit4] 2> 119897 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-2]: seg=_1(7.0.0):C1 size=0.001 MB [floored]
[junit4] 2> 119897 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-2]: allowedSegmentCount=1 vs count=2 (eligible count=2) tooBigCount=0
[junit4] 2> 119897 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-2]: now merge
[junit4] 2> 119897 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-2]: index: _0(7.0.0):C100 _1(7.0.0):C1
[junit4] 2> 119897 INFO (DocThread-2) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-2]: no more merges pending; now return
[junit4] 2> 119897 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: publishFlushedSegment
[junit4] 2> 119897 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: publish sets newSegment delGen=10 seg=_2(7.0.0):C101
[junit4] 2> 119897 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-1]: now checkpoint "_0(7.0.0):C100 _1(7.0.0):C1 _2(7.0.0):C101" [3 segments ; isCommit = false]
[junit4] 2> 119897 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-1]: delete []
[junit4] 2> 119897 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-1]: 0 msec to checkpoint
[junit4] 2> 119897 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-1]: publishFlushedSegment seg-private updates=null
[junit4] 2> 119897 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: publishFlushedSegment
[junit4] 2> 119897 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: publish sets newSegment delGen=11 seg=_3(7.0.0):C1
[junit4] 2> 119897 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-1]: now checkpoint "_0(7.0.0):C100 _1(7.0.0):C1 _2(7.0.0):C101 _3(7.0.0):C1" [4 segments ; isCommit = false]
[junit4] 2> 119898 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-1]: delete []
[junit4] 2> 119898 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-1]: 0 msec to checkpoint
[junit4] 2> 119898 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: apply all deletes during flush
[junit4] 2> 119898 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: now apply all deletes for all segments maxDoc=424
[junit4] 2> 119898 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-1]: applyDeletes: open segment readers took 0 msec
[junit4] 2> 119899 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-1]: applyDeletes: infos=[_0(7.0.0):C100, _1(7.0.0):C1, _2(7.0.0):C101, _3(7.0.0):C1] packetCount=1
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-1]: applyTermDeletes took 0.2 msec for 4 segments and 1 packets; 103 del terms visited; 206 seg terms visited
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-1]: applyDeletes: 0 new deleted documents
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-1]: applyDeletes took 2 msec for 4 segments, 0 newly deleted docs (query deletes), 103 visited terms, allDeleted=null
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-1]: prune sis=segments_2: _0(7.0.0):C100 _1(7.0.0):C1 _2(7.0.0):C101 _3(7.0.0):C1 minGen=12 packetCount=1
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [BD][DocThread-1]: pruneDeletes: prune 1 packets; 0 packets remain
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-1]: DocThread-1 finishFullFlush success=true
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-1]: findMerges: 4 segments
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-1]: seg=_2(7.0.0):C101 size=0.004 MB [floored]
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-1]: seg=_0(7.0.0):C100 size=0.004 MB [floored]
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-1]: seg=_1(7.0.0):C1 size=0.001 MB [floored]
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-1]: seg=_3(7.0.0):C1 size=0.001 MB [floored]
[junit4] 2> 119900 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [TMP][DocThread-1]: allowedSegmentCount=1 vs count=4 (eligible count=4) tooBigCount=0
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-1]: now merge
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-1]: index: _0(7.0.0):C100 _1(7.0.0):C1 _2(7.0.0):C101 _3(7.0.0):C1
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [MS][DocThread-1]: no more merges pending; now return
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: startCommit(): start
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: startCommit index=_0(7.0.0):C100 _1(7.0.0):C1 _2(7.0.0):C101 _3(7.0.0):C1 changeCount=13
[junit4] 2> 119901 INFO (DocThread-2) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=/update params={}{add=[T2:0 (1547803231450562560), T2:1 (1547803231457902593), T2:2 (1547803231529205760), T2:3 (1547803231529205761), T2:4 (1547803231529205762), T2:5 (1547803231529205763), T2:6 (1547803231529205764), T2:7 (1547803231529205765), T2:8 (1547803231529205766), T2:9 (1547803231529205767), ... (100 adds)]} 0 78
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: startCommit: wrote pending segments file "pending_segments_3"
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: done all syncs: [_3.fdx, _3.si, _0_Lucene50_0.doc, _1.si, _3_Lucene50_0.pos, _1.nvd, _3_Lucene70_0.dvd, _0.nvd, _2.fdt, _2_Lucene50_0.pos, _1.nvm, _1.fnm, _2.fdx, _2_Lucene50_0.tim, _2_Lucene70_0.dvm, _2_Lucene50_0.tip, _1_Lucene50_0.tim, _2.nvd, _0_Lucene70_0.dvd, _1_Lucene50_0.pos, _3_Lucene50_0.doc, _2.nvm, _2.fnm, _1.fdx, _1.fdt, _1_Lucene70_0.dvm, _1_Lucene50_0.tip, _0.si, _0_Lucene50_0.tim, _2.si, _3.nvd, _1_Lucene70_0.dvd, _0_Lucene50_0.pos, _0.fdx, _3.nvm, _3.fnm, _0_Lucene50_0.tip, _2_Lucene50_0.doc, _0.fdt, _0_Lucene70_0.dvm, _1_Lucene50_0.doc, _2_Lucene70_0.dvd, _3_Lucene50_0.tim, _3_Lucene70_0.dvm, _3.fdt, _3_Lucene50_0.tip, _0.nvm, _0.fnm]
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: commit: pendingCommit != null
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: commit: done writing segments file "segments_3"
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-1]: now checkpoint "_0(7.0.0):C100 _1(7.0.0):C1 _2(7.0.0):C101 _3(7.0.0):C1" [4 segments ; isCommit = true]
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-1]: deleteCommits: now decRef commit "segments_2"
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-1]: delete [segments_2]
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-1]: 0 msec to checkpoint
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][DocThread-1]: delete []
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: commit: took 79.0 msec
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-1]: commit: done
[junit4] 2> 119901 WARN (DocThread-1) [ ] o.a.s.c.SolrCore [collection1] Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
[junit4] 2> 119901 INFO (DocThread-1) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true}{} 0 83
[junit4] 2> 119901 INFO (DocThread-4) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 119901 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-4]: anyChanges? numDocsInRam=297 deletes=true hasTickets:false pendingChangesInFullFlush: false
[junit4] 2> 119901 INFO (DocThread-4) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e148070
[junit4] 2> 119901 ERROR (DocThread-1) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
[junit4] 2> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1810)
[junit4] 2> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1570)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:638)
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:93)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:61)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1664)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1641)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:160)
[junit4] 2> at org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:68)
[junit4] 2> at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:62)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2106)
[junit4] 2> at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:178)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
[junit4] 2> at org.apache.solr.client.solrj.LargeVolumeTestBase$DocThread.run(LargeVolumeTestBase.java:113)
[junit4] 2>
[junit4] 2> 119901 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-4]: commit: start
[junit4] 2> 119902 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-4]: commit: enter lock
[junit4] 2> 119902 INFO (DocThread-1) [ ] o.a.s.c.s.LargeVolumeTestBase Caught benign exception during commit: Error opening new searcher. exceeded limit of maxWarmingSearchers=2, try again later.
[junit4] 2> 119902 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-4]: commit: now prepare
[junit4] 2> 119902 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-4]: prepareCommit: flush
[junit4] 2> 119902 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-4]: index before flush _0(7.0.0):C100 _1(7.0.0):C1 _2(7.0.0):C101 _3(7.0.0):C1
[junit4] 2> 119902 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-4]: startFullFlush
[junit4] 2> 119902 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [DW][DocThread-4]: anyChanges? numDocsInRam=297 deletes=true hasTickets:false pendingChangesInFullFlush: false
[junit4] 2> 119902 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [DWFC][DocThread-4]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 296 deleted terms (unique count=296) bytesUsed=49998, segment=_4, aborted=false, numDocsInRAM=297, deleteQueue=DWDQ: [ generation: 5 ]]
[junit4] 2> 119904 INFO (searcherExecutor-856-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=133
[junit4] 2> 119904 INFO (searcherExecutor-856-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 119904 INFO (searcherExecutor-856-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 119904 INFO (searcherExecutor-856-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 119904 INFO (searcherExecutor-856-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@47b6518c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 119904 INFO (searcherExecutor-856-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@2974c88a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100)))}
[junit4] 2> 119905 INFO (searcherExecutor-856-thread-1) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=0
[junit4] 2> 119905 INFO (searcherExecutor-856-thread-1) [ ] o.a.s.c.QuerySenderListener QuerySenderListener done.
[junit4] 2> 119905 INFO (searcherExecutor-856-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 119905 INFO (searcherExecutor-856-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 119905 INFO (searcherExecutor-856-thread-1) [ ] o.a.s.u.LoggingInfoStream [IFD][searcherExecutor-856-thread-1]: delete []
[junit4] 2> 119905 INFO (searcherExecutor-856-thread-1) [ ] o.a.s.u.LoggingInfoStream [IW][searcherExecutor-856-thread-1]: decRefDeleter for NRT reader version=2 segments=
[junit4] 2> 119905 INFO (searcherExecutor-856-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2974c88a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C100)))}
[junit4] 2> 119906 INFO (DocThread-0) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true}{commit=} 0 142
[junit4] 2> 119907 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-4]: flush postings as segment _4 numDocs=297
[junit4] 2> 119907 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-4]: 0 msec to write norms
[junit4] 2> 119907 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-4]: 0 msec to write docValues
[junit4] 2> 119907 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-4]: 0 msec to write points
[junit4] 2> 119907 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-4]: 0 msec to finish stored fields
[junit4] 2> 119909 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-4]: 1 msec to write postings and finish vectors
[junit4] 2> 119909 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [IW][DocThread-4]: 0 msec to write fieldInfos
[junit4] 2> 119909 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-4]: new segment has 0 deleted docs
[junit4] 2> 119909 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-4]: new segment has no vectors; norms; docValues; prox; freqs
[junit4] 2> 119909 INFO (DocThread-4) [ ] o.a.s.u.LoggingInfoStream [DWPT][DocThread-4]: flushedFiles=[_4.fdt, _4.nvm, _4_Lucene50_0.pos, _4.fnm, _4_Lucene70_0.dvd, _4_Lucene50_0.tip, _4.nvd, _4_Lucene70_0.dvm, _4.fdx, _4_Lucene50_
[...truncated too long message...]
reCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: waitForMerges
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: waitForMerges done
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: commit: start
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: commit: enter lock
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: commit: now prepare
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: prepareCommit: flush
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: index before flush _5(7.0.0):C500
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-861-thread-1]: startFullFlush
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: apply all deletes during flush
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: now apply all deletes for all segments maxDoc=500
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-861-thread-1]: applyDeletes: open segment readers took 0 msec
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-861-thread-1]: applyDeletes: no segments; skipping
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [BD][coreCloseExecutor-861-thread-1]: prune sis=segments_5: _5(7.0.0):C500 minGen=15 packetCount=0
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-861-thread-1]: coreCloseExecutor-861-thread-1 finishFullFlush success=true
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: startCommit(): start
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: skip startCommit(): no changes pending
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-861-thread-1]: delete []
[junit4] 2> 119949 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: commit: pendingCommit == null; skip
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: commit: took 0.4 msec
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: commit: done
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: rollback
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: all running merges have aborted
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: rollback: done finish merges
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-861-thread-1]: abort
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [DW][coreCloseExecutor-861-thread-1]: done abort success=true
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IW][coreCloseExecutor-861-thread-1]: rollback: infos=_5(7.0.0):C500
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-861-thread-1]: now checkpoint "_5(7.0.0):C500" [1 segments ; isCommit = false]
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-861-thread-1]: delete []
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-861-thread-1]: 0 msec to checkpoint
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-861-thread-1]: delete []
[junit4] 2> 119950 INFO (coreCloseExecutor-861-thread-1) [ x:collection1] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-861-thread-1]: delete []
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=541, maxMBSortInHeap=5.382666814874134, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-SD, timezone=America/Edmonton
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=174920576,total=306184192
[junit4] 2> NOTE: All tests run in this JVM: [NamedListTest, CommonAdminParamsTest, SolrSchemalessExampleTest, TestUpdateRequestCodec, TestSpellCheckResponse, JDBCStreamTest, TestXMLEscaping, SolrExampleEmbeddedTest, TestCoreAdmin, SchemaTest, TestHash, CollectionAdminRequestRequiredParamsTest, TestDelegationTokenRequest, TestDelegationTokenResponse, TestCollectionStateWatchers, NoOpResponseParserTest, JettyWebappTest, FieldAnalysisResponseTest, TestBatchUpdate, ModifiableSolrParamsTest, TestDocumentObjectBinder, SolrExampleStreamingTest, SolrExampleXMLTest, LargeVolumeBinaryJettyTest, LargeVolumeEmbeddedTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LargeVolumeEmbeddedTest -Dtests.seed=5A2B6EE43DC23704 -Dtests.slow=true -Dtests.locale=ar-SD -Dtests.timezone=America/Edmonton -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | LargeVolumeEmbeddedTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [TransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188)
[junit4] > at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:344)
[junit4] > at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:859)
[junit4] > at org.apache.solr.update.UpdateLog.add(UpdateLog.java:428)
[junit4] > at org.apache.solr.update.UpdateLog.add(UpdateLog.java:415)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:299)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:211)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:166)
[junit4] > at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
[junit4] > at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:48)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:957)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1112)
[junit4] > at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:738)
[junit4] > at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
[junit4] > at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:250)
[junit4] > at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:177)
[junit4] > at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
[junit4] > at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:153)
[junit4] > at org.apache.solr.core.SolrCore.execute(SolrCore.java:2106)
[junit4] > at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
[junit4] > at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:106)
[junit4] > at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:71)
[junit4] > at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:85)
[junit4] > at org.apache.solr.client.solrj.LargeVolumeTestBase$DocThread.run(LargeVolumeTestBase.java:109)
[junit4] > at __randomizedtesting.SeedInfo.seed([5A2B6EE43DC23704]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:261)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [37/87 (1!)] on J0 in 31.94s, 1 test, 1 failure <<< FAILURES!
[...truncated 59831 lines...]
[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 898
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/898/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics
Error Message:
Could not find collection:testkerberoscollection
Stack Trace:
java.lang.AssertionError: Could not find collection:testkerberoscollection
at __randomizedtesting.SeedInfo.seed([19A8AE22D224E94D:2470000EEACAB73D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:153)
at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testCollectionCreateSearchDelete(TestSolrCloudWithKerberosAlt.java:206)
at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics(TestSolrCloudWithKerberosAlt.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12133 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithKerberosAlt
[junit4] 2> 2662060 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]) [ ] o.a.d.s.c.DefaultDirectoryService You didn't change the admin password of directory service instance 'DefaultKrbServer'. Please update the admin password as soon as possible to prevent a possible security breach.
[junit4] 2> 2662260 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]) [ ] o.a.s.c.TestSolrCloudWithKerberosAlt Enable delegation token: true
[junit4] 2> 2662261 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-002
[junit4] 2> 2662261 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2662261 INFO (Thread-10075) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2662261 INFO (Thread-10075) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2662365 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]) [ ] o.a.s.c.ZkTestServer start zk server on port:48126
[junit4] 2> 2662366 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]-SendThread(127.0.0.1:48126)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2662367 WARN (zkCallback-2760-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@bdb2833 name: ZooKeeperConnection Watcher:127.0.0.1:48126 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2662367 WARN (zkCallback-2760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2662376 INFO (jetty-launcher-2759-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2662377 INFO (jetty-launcher-2759-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74a0969e{/solr,null,AVAILABLE}
[junit4] 2> 2662377 INFO (jetty-launcher-2759-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@7bcb7c08{HTTP/1.1,[http/1.1]}{127.0.0.1:41130}
[junit4] 2> 2662378 INFO (jetty-launcher-2759-thread-1) [ ] o.e.j.s.Server Started @2666878ms
[junit4] 2> 2662378 INFO (jetty-launcher-2759-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41130}
[junit4] 2> 2662378 INFO (jetty-launcher-2759-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2662378 INFO (jetty-launcher-2759-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2662378 INFO (jetty-launcher-2759-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2662378 INFO (jetty-launcher-2759-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-10-10T00:22:08.495Z
[junit4] 2> 2662379 WARN (jetty-launcher-2759-thread-1-SendThread(127.0.0.1:48126)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2662380 WARN (zkCallback-2761-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d2059f0 name: ZooKeeperConnection Watcher:127.0.0.1:48126/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2662380 WARN (zkCallback-2761-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2662381 INFO (jetty-launcher-2759-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2662389 INFO (jetty-launcher-2759-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48126/solr
[junit4] 2> 2662390 WARN (jetty-launcher-2759-thread-1-SendThread(127.0.0.1:48126)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2662390 WARN (zkCallback-2764-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6b5d5123 name: ZooKeeperConnection Watcher:127.0.0.1:48126 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2662391 WARN (zkCallback-2764-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2662393 WARN (jetty-launcher-2759-thread-1-SendThread(127.0.0.1:48126)) [n:127.0.0.1:41130_solr ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2662394 WARN (zkCallback-2765-thread-1-processing-n:127.0.0.1:41130_solr) [n:127.0.0.1:41130_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40bda76 name: ZooKeeperConnection Watcher:127.0.0.1:48126/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2662395 WARN (zkCallback-2765-thread-1-processing-n:127.0.0.1:41130_solr) [n:127.0.0.1:41130_solr ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2662475 INFO (jetty-launcher-2759-thread-1) [n:127.0.0.1:41130_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41130_solr
[junit4] 2> 2662477 INFO (jetty-launcher-2759-thread-1) [n:127.0.0.1:41130_solr ] o.a.s.c.Overseer Overseer (id=96734997930311683-127.0.0.1:41130_solr-n_0000000000) starting
[junit4] 2> 2662494 INFO (jetty-launcher-2759-thread-1) [n:127.0.0.1:41130_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41130_solr
[junit4] 2> 2662497 INFO (zkCallback-2765-thread-1-processing-n:127.0.0.1:41130_solr) [n:127.0.0.1:41130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2662510 INFO (jetty-launcher-2759-thread-1) [n:127.0.0.1:41130_solr ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.KerberosPlugin
[junit4] 2> 2662511 INFO (jetty-launcher-2759-thread-1) [n:127.0.0.1:41130_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 2662516 INFO (jetty-launcher-2759-thread-1) [n:127.0.0.1:41130_solr ] o.a.s.s.KerberosPlugin Params: {token.valid=30, kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/keytabs, cookie.domain=127.0.0.1, token.validity=36000, type=kerberos, delegation-token.token-kind=solr-dt, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, signer.secret.provider=zookeeper}
[junit4] 2> 2662516 INFO (jetty-launcher-2759-thread-1) [n:127.0.0.1:41130_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 2662517 WARN (jetty-launcher-2759-thread-1-SendThread(127.0.0.1:48126)) [n:127.0.0.1:41130_solr ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2662518 ERROR (jetty-launcher-2759-thread-1-EventThread) [n:127.0.0.1:41130_solr ] o.a.c.ConnectionState Authentication failed
[junit4] 2> 2662519 INFO (jetty-launcher-2759-thread-1-EventThread) [n:127.0.0.1:41130_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 2662549 INFO (jetty-launcher-2759-thread-1) [n:127.0.0.1:41130_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 2662551 INFO (jetty-launcher-2759-thread-1) [n:127.0.0.1:41130_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-002/node1/.
[junit4] 2> 2662555 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]-SendThread(127.0.0.1:48126)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2662556 WARN (zkCallback-2767-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5efe7a6f name: ZooKeeperConnection Watcher:127.0.0.1:48126 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2662556 WARN (zkCallback-2767-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2662569 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]-SendThread(127.0.0.1:48126)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2662570 WARN (zkCallback-2769-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@59c9ad92 name: ZooKeeperConnection Watcher:127.0.0.1:48126/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2662570 WARN (zkCallback-2769-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2663373 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]-SendThread(127.0.0.1:48126)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2663374 WARN (zkCallback-2771-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13bcc8c4 name: ZooKeeperConnection Watcher:127.0.0.1:48126/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2663374 WARN (zkCallback-2771-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2663376 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 2663437 INFO (qtp928633063-23788) [n:127.0.0.1:41130_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.solr.tests.ramBufferSizeMB=100&property.solr.tests.useMergePolicyFactory=false&property.solr.tests.useMergePolicy=true&version=2&property.solr.tests.mergeScheduler=org.apache.lucene.index.ConcurrentMergeScheduler&property.config=solrconfig-tlog.xml&property.solr.tests.maxBufferedDocs=100000&name=testkerberoscollection&action=CREATE&numShards=1&property.solr.tests.mergePolicy=org.apache.lucene.index.TieredMergePolicy&property.solr.directoryFactory=solr.RAMDirectoryFactory&wt=javabin and sendToOCPQueue=true
[junit4] 2> 2663442 INFO (OverseerThreadFactory-8207-thread-1-processing-n:127.0.0.1:41130_solr) [n:127.0.0.1:41130_solr ] o.a.s.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 2663443 INFO (OverseerThreadFactory-8207-thread-1-processing-n:127.0.0.1:41130_solr) [n:127.0.0.1:41130_solr ] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:solrCloudCollectionConfig
[junit4] 2> 2663556 ERROR (OverseerThreadFactory-8207-thread-1-processing-n:127.0.0.1:41130_solr) [n:127.0.0.1:41130_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:41130/solr
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41130/solr: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
[junit4] 2> <title>Error 401 </title>
[junit4] 2> </head>
[junit4] 2> <body>
[junit4] 2> <h2>HTTP ERROR: 401</h2>
[junit4] 2> <p>Problem accessing /solr/admin/cores. Reason:
[junit4] 2> <pre> Authentication required</pre></p>
[junit4] 2> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.8.v20160314</a><hr/>
[junit4] 2> </body>
[junit4] 2> </html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:195)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2663556 ERROR (OverseerThreadFactory-8207-thread-1-processing-n:127.0.0.1:41130_solr) [n:127.0.0.1:41130_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [testkerberoscollection].
[junit4] 2> 2663557 INFO (OverseerThreadFactory-8207-thread-1-processing-n:127.0.0.1:41130_solr) [n:127.0.0.1:41130_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2664269 INFO (OverseerThreadFactory-8207-thread-1-processing-n:127.0.0.1:41130_solr) [n:127.0.0.1:41130_solr ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [testkerberoscollection]
[junit4] 2> 2664275 INFO (qtp928633063-23788) [n:127.0.0.1:41130_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2665450 INFO (OverseerCollectionConfigSetProcessor-96734997930311683-127.0.0.1:41130_solr-n_0000000000) [n:127.0.0.1:41130_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2694333 ERROR (qtp928633063-23788) [n:127.0.0.1:41130_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
[junit4] 2> 2694333 INFO (qtp928633063-23788) [n:127.0.0.1:41130_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&property.solr.tests.ramBufferSizeMB=100&property.solr.tests.useMergePolicyFactory=false&property.solr.tests.useMergePolicy=true&version=2&property.solr.tests.mergeScheduler=org.apache.lucene.index.ConcurrentMergeScheduler&property.config=solrconfig-tlog.xml&property.solr.tests.maxBufferedDocs=100000&name=testkerberoscollection&action=CREATE&numShards=1&property.solr.tests.mergePolicy=org.apache.lucene.index.TieredMergePolicy&property.solr.directoryFactory=solr.RAMDirectoryFactory&wt=javabin} status=0 QTime=30904
[junit4] 2> 2694334 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=solr&p=solr@EXAMPLE.COM&t=kerberos-dt&e=1476094929553&s=M+NfKQ6CQcm5slwI8FVC9FxpbIA="; Path=/; Domain=127.0.0.1; Expires=lun, 10-oct-2016 10:22:09 GMT; HttpOnly". Invalid 'expires' attribute: lun, 10-oct-2016 10:22:09 GMT
[junit4] 2> 2694335 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]-SendThread(127.0.0.1:48126)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 2694336 WARN (zkCallback-2772-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@378efda4 name: ZooKeeperConnection Watcher:127.0.0.1:48126/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 2694336 WARN (zkCallback-2772-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 2694339 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2694341 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testkerberoscollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 2> 2694345 INFO (jetty-launcher-2759-thread-1) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@7bcb7c08{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2694345 INFO (jetty-launcher-2759-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=625750171
[junit4] 2> 2694349 INFO (jetty-launcher-2759-thread-1) [ ] o.a.s.c.Overseer Overseer (id=96734997930311683-127.0.0.1:41130_solr-n_0000000000) closing
[junit4] 2> 2694349 INFO (OverseerStateUpdate-96734997930311683-127.0.0.1:41130_solr-n_0000000000) [n:127.0.0.1:41130_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41130_solr
[junit4] 2> 2694353 WARN (zkCallback-2765-thread-3-processing-n:127.0.0.1:41130_solr) [n:127.0.0.1:41130_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2694353 ERROR (Thread[Thread-10084,5,TGRP-TestSolrCloudWithKerberosAlt]) [n:127.0.0.1:41130_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 2694357 INFO (jetty-launcher-2759-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@74a0969e{/solr,null,UNAVAILABLE}
[junit4] 2> 2694361 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[19A8AE22D224E94D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48126 48126
[junit4] 2> 2694507 INFO (Thread-10075) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48126 48126
[junit4] 2> 2694508 WARN (Thread-10075) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithKerberosAlt -Dtests.method=testBasics -Dtests.seed=19A8AE22D224E94D -Dtests.slow=true -Dtests.locale=es-EC -Dtests.timezone=America/Yellowknife -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 35.4s J1 | TestSolrCloudWithKerberosAlt.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: Could not find collection:testkerberoscollection
[junit4] > at __randomizedtesting.SeedInfo.seed([19A8AE22D224E94D:2470000EEACAB73D]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:153)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testCollectionCreateSearchDelete(TestSolrCloudWithKerberosAlt.java:206)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics(TestSolrCloudWithKerberosAlt.java:152)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestSolrCloudWithKerberosAlt_19A8AE22D224E94D-001
[junit4] 2> Oct 10, 2016 12:22:40 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=629, maxMBSortInHeap=5.116948011834654, sim=ClassicSimilarity, locale=es-EC, timezone=America/Yellowknife
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=60842888,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedSchemaAPI, IndexSchemaTest, TestDistribDocBasedVersion, TestConfigSetImmutable, TestRandomFlRTGCloud, HdfsDirectoryTest, PeerSyncReplicationTest, DefaultValueUpdateProcessorTest, TestManagedSynonymFilterFactory, TestRestoreCore, HdfsDirectoryFactoryTest, TestJoin, TestMaxScoreQueryParser, SpellingQueryConverterTest, DistributedFacetPivotLargeTest, DirectoryFactoryTest, FieldMutatingUpdateProcessorTest, TestRandomFaceting, UUIDFieldTest, CloudMLTQParserTest, ResponseLogComponentTest, NotRequiredUniqueKeyTest, TestSchemaManager, TestSolrDeletionPolicy2, ResourceLoaderTest, TestSolrCoreProperties, RuleEngineTest, DebugComponentTest, SliceStateTest, CheckHdfsIndexTest, TestSolrQueryResponse, TestFiltering, TestMiniSolrCloudCluster, TestZkChroot, TestReloadAndDeleteDocs, TestRequestForwarding, TestValueSourceCache, TestHdfsUpdateLog, TestRestManager, SpellCheckComponentTest, TestSizeLimitedDistributedMap, TestLeaderInitiatedRecoveryThread, FullSolrCloudDistribCmdsTest, TestInitParams, TestDistributedMissingSort, TestSolrQueryParser, TestClusterStateMutator, DateMathParserTest, TestIndexSearcher, CoreAdminCreateDiscoverTest, CdcrVersionReplicationTest, ClusterStateTest, TestImplicitCoreProperties, SecurityConfHandlerTest, TestQueryTypes, RAMDirectoryFactoryTest, TestChildDocTransformer, BasicZkTest, TestUseDocValuesAsStored2, SignatureUpdateProcessorFactoryTest, ClassificationUpdateProcessorFactoryTest, SolrInfoMBeanTest, CollectionTooManyReplicasTest, SuggesterTest, TestComplexPhraseQParserPlugin, TestSchemaVersionResource, TestMiniSolrCloudClusterSSL, URLClassifyProcessorTest, BJQParserTest, TestFieldCacheSort, CoreAdminHandlerTest, MergeStrategyTest, DistributedExpandComponentTest, TestSolrCLIRunExample, TestXmlQParser, TestFieldTypeResource, ChaosMonkeySafeLeaderTest, TestOrdValues, EnumFieldTest, HdfsNNFailoverTest, DistribJoinFromCollectionTest, BasicFunctionalityTest, ResponseHeaderTest, CdcrBootstrapTest, TestRawResponseWriter, CSVRequestHandlerTest, ZkStateWriterTest, TestLMJelinekMercerSimilarityFactory, SortByFunctionTest, MultiThreadedOCPTest, TestWriterPerf, TestGeoJSONResponseWriter, TestEmbeddedSolrServerConstructors, TestStressCloudBlindAtomicUpdates, ConvertedLegacyTest, TestDocBasedVersionConstraints, CachingDirectoryFactoryTest, RegexBoostProcessorTest, HdfsWriteToMultipleCollectionsTest, TestSolrQueryParserDefaultOperatorResource, TestFieldSortValues, SolrIndexSplitterTest, TestJmxMonitoredMap, TestSubQueryTransformerCrossCore, OverriddenZkACLAndCredentialsProvidersTest, CollectionsAPISolrJTest, DistributedIntervalFacetingTest, TestFastWriter, TestManagedResource, TestRuleBasedAuthorizationPlugin, TestNoOpRegenerator, TestCrossCoreJoin, DeleteShardTest, TestSchemaResource, CreateCollectionCleanupTest, TestInitQParser, OpenCloseCoreStressTest, TestRecoveryHdfs, BitVectorTest, SpellCheckCollatorTest, LoggingHandlerTest, TestOmitPositions, TestLocalFSCloudBackupRestore, SolrCoreCheckLockOnStartupTest, FileBasedSpellCheckerTest, SimpleCollectionCreateDeleteTest, TestBulkSchemaConcurrent, TestGraphTermsQParserPlugin, AddSchemaFieldsUpdateProcessorFactoryTest, TestSolr4Spatial, ReturnFieldsTest, TestDefaultSearchFieldResource, TestConfigSets, TestSolrConfigHandler, CoreMergeIndexesAdminHandlerTest, TestReplicationHandlerBackup, DirectUpdateHandlerOptimizeTest, TestCloudPseudoReturnFields, TestSSLRandomization, StatsComponentTest, TestConfigSetsAPIZkFailure, TestSimpleTrackingShardHandler, TestDistributedStatsComponentCardinality, ConfigSetsAPITest, VMParamsZkACLAndCredentialsProvidersTest, TestSmileRequest, AutoCommitTest, HLLUtilTest, BooleanFieldTest, NoCacheHeaderTest, CollectionReloadTest, TestObjectReleaseTracker, TestRealTimeGet, TestReload, DistributedTermsComponentTest, TestCoreContainer, SolrCmdDistributorTest, PeerSyncTest, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, TestExtendedDismaxParser, TestFoldingMultitermQuery, SuggesterTSTTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, CacheHeaderTest, LukeRequestHandlerTest, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, DocumentBuilderTest, TestIndexingPerformance, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, TestPHPSerializedResponseWriter, TestComponentsName, TestLFUCache, TestMergePolicyConfig, TestDocSet, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, PluginInfoTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestTolerantSearch, ConnectionReuseTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CleanupOldIndexTest, DeleteReplicaTest, DistributedVersionInfoTest, HttpPartitionTest, OverseerStatusTest, OverseerTaskQueueTest, RemoteQueryErrorTest, SaslZkACLProviderTest, ShardSplitTest, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt]
[junit4] Completed [503/635 (1!)] on J1 in 35.68s, 1 test, 1 failure <<< FAILURES!
[...truncated 60784 lines...]